-- Logs begin at Thu 2022-03-31 19:15:32 UTC, end at Thu 2022-03-31 20:37:53 UTC. -- Mar 31 20:13:38.924789 dv-cinder-836071-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 20:13:41.812093 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.common.config [-] Logging enabled! Mar 31 20:13:41.812662 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 20:13:41.812809 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103228) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 20:13:41.816198 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.common.config [-] Logging enabled! Mar 31 20:13:41.816453 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 20:13:41.816765 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103228) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 20:13:41.817704 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:13:41.817940 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:13:41.818311 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:13:41.818558 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:13:41.818808 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:13:41.819564 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.819992 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 20:13:41.820310 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.820610 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.820904 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.821201 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.821495 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.821780 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.822073 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.822372 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.822658 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.822960 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.823244 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.823535 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.823834 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.824106 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.824421 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.824708 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] debug = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.824988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.825417 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.825846 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.826130 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.826422 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.826727 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.827007 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.827283 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.827566 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.827895 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] host = dv-cinder-836071-1-iscsi {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.828171 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.828458 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.828746 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.829033 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.829309 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.829585 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.829872 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.830147 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.830421 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] log_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.830716 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.831007 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.831295 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.831583 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.831810 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.832034 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.832332 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.832618 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.832892 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.833164 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.833436 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.833707 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.833983 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.834252 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.834537 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.834851 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.835136 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.835410 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.835686 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.835959 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.836232 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.836514 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.836786 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.837058 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.837329 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.837611 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.837876 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.838149 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.838448 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.838763 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.839048 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.839331 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.840552 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.840853 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.841136 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.841415 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.841693 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] use_json = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.841971 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.842246 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.842534 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.842848 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.843126 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.843403 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.843676 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.843961 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.844236 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:41.844534 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.844833 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.845135 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.845434 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.845725 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.846005 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.846299 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.846778 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.847079 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.847375 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.847668 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.847954 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.848255 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.848549 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.848848 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.849155 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.849452 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.849748 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.850024 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.850298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.850572 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.850880 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.851172 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.851452 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.851741 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.852036 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.852316 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.852611 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.852900 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.853196 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.853849 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.853849 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.854035 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.854323 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.854608 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.854912 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.855198 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.855489 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.856290 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.856566 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.856856 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.857135 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.857410 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.857685 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.857965 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.858256 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.858534 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.858843 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.859118 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.859398 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.859671 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.859956 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.860233 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.860507 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.860781 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.861060 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.861333 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.861605 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.861884 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.862155 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.862435 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.862732 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.863009 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.863287 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.863564 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.863836 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.864109 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.864383 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.864662 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.864934 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.865205 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.865480 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.865754 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.866026 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.866315 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.866613 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.866919 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.867196 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.867473 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.867752 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.868031 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.868307 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.868582 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.868860 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.869134 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.869426 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.869706 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.869990 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.870291 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.870566 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.870887 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.871187 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874997 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874997 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.874997 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.875200 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.875426 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.875708 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:41.875928 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:13:41.876173 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103228) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 20:13:42.244415 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103228) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 20:13:42.244625 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103228) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 20:13:42.244930 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103228) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 20:13:42.245411 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 20:13:42.569871 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.570166 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.570440 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.571633 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.571908 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.572295 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.627012 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.627289 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.627555 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.642426 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.642728 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.642999 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.671296 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.671572 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.671842 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.814059 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.814658 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:42.814658 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.041532 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.041817 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.042084 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.042349 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.043096 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.140740 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.140996 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.141277 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.141548 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.141813 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.142122 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.142381 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.142639 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.142919 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.143200 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.143460 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.143725 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.143981 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.144232 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.144486 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.144748 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.145000 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.145266 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.145533 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.145792 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.146063 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.146315 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.146593 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.146988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.147236 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.147481 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.147870 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:13:43.148109 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:13:43.148346 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:13:43.148581 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:13:43.148816 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:13:43.149049 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:13:43.149410 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 20:13:43.153185 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 20:13:43.157197 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 20:13:43.160831 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 31 20:13:43.162443 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 20:13:43.162947 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 20:13:43.163280 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 20:13:43.163669 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 20:13:43.166427 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 20:13:43.166702 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 20:13:43.167050 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 20:13:43.171919 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 20:13:43.195444 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 20:13:43.195893 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.196195 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103228) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 20:13:43.196565 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.197927 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103228) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 20:13:43.198209 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 20:13:43.198458 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 20:13:43.202222 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.202504 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.264803 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 20:13:43.265036 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 20:13:43.265276 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 20:13:43.265637 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 20:13:43.286076 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_db.sqlalchemy.engines [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103228) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 20:13:43.727022 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Initializing driver for type 'gre' Mar 31 20:13:43.727537 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] gre ID ranges: [(1, 1000)] Mar 31 20:13:43.778594 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Initializing driver for type 'local' Mar 31 20:13:43.778887 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Initializing driver for type 'vlan' Mar 31 20:13:43.791013 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] VlanTypeDriver initialization complete Mar 31 20:13:43.791347 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Initializing driver for type 'vxlan' Mar 31 20:13:43.791887 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] vxlan ID ranges: [(1, 1000)] Mar 31 20:13:43.843136 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Initializing extension driver 'port_security' Mar 31 20:13:43.843736 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.extensions.port_security [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] PortSecurityExtensionDriver initialization complete Mar 31 20:13:43.843822 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Initializing mechanism driver 'openvswitch' Mar 31 20:13:43.844119 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Initializing mechanism driver 'hyperv' Mar 31 20:13:43.850963 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:13:43.851647 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > port after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.852020 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.852371 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.852906 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:13:43.853340 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > subnet after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.853694 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > subnet after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.854740 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.855410 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:13:43.857423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > network after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.857423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > network after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.857423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > network after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.857685 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:13:43.858088 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > security_group after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.858437 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > security_group after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.858803 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.859342 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:13:43.859753 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.860105 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.860448 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.860851 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:13:43.861258 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > address_group after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.861604 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > address_group after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.861944 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.862343 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103228) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:13:43.862813 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] ML2 OVO RPC backend initialized. {{(pid=103228) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 20:13:43.863522 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.863878 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.864295 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > network before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.864671 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > networks before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.865023 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > port before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.865366 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > ports before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.865709 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > subnet before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.866052 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > subnets before_response 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.866401 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > network after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.866769 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > network after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.867109 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > network after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.867449 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > port after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.867788 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.868127 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.868465 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > subnet after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.868802 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > subnet after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.869139 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.876334 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded quota_driver: . Mar 31 20:13:43.876696 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.plugin [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Modular L2 Plugin initialization complete Mar 31 20:13:43.877042 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading services supported by the core plugin {{(pid=103228) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 20:13:43.877381 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.plugins.ml2.managers [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Got port-security extension from driver 'port_security' Mar 31 20:13:43.877859 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.extensions.vlantransparent [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Disabled vlantransparent extension. Mar 31 20:13:43.878348 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103228) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 20:13:43.878694 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading Plugin: router Mar 31 20:13:43.914255 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.914650 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router after_create 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.915048 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router before_create 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.915416 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.915791 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.916165 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router after_delete 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.916507 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.916856 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.917213 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router after_create 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.917559 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router after_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.917909 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router after_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.918299 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.918657 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router after_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.919107 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router precommit_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.919489 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.919833 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.920173 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: subnet after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.920516 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.920865 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.921213 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router precommit_create 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.921556 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: port before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.921899 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router precommit_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.922254 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router after_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.922596 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.922974 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router precommit_create 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.923335 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.923678 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router precommit_update 55549900 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.924041 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > agent after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.924388 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > agent after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.924729 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > network after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.925577 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Tracking information for resource: router configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:13:43.925911 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Tracking information for resource: floatingip configured {{(pid=103228) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:13:43.930998 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.db.l3_agentschedulers_db [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 20:13:43.931577 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.931938 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: port after_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.932289 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: port after_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.932638 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: port after_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.933425 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router before_create 55550100 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.933834 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.934198 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router precommit_create 55550100 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.934588 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > router precommit_update 55550100 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.939444 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.services.provider_configuration [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service providers = [] {{(pid=103228) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 20:13:43.939812 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.db.servicetype_db [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103228) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 20:13:43.942768 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.services.service_base [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:13:43.943122 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.services.service_base [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:13:43.943465 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.services.service_base [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:13:43.944349 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.services.service_base [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103228) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:13:43.944720 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.services.service_base [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 20:13:43.945092 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:13:43.945410 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 20:13:43.956226 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:13:43.956562 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading Plugin: auto_allocate Mar 31 20:13:43.962413 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: network precommit_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.962824 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: network precommit_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.963342 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:13:43.963664 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading Plugin: tag Mar 31 20:13:43.970750 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:13:43.971085 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading Plugin: timestamp Mar 31 20:13:43.975032 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:13:43.975363 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading Plugin: network_ip_availability Mar 31 20:13:43.980777 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.981148 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.981519 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:43.982204 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:13:43.982525 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading Plugin: flavors Mar 31 20:13:43.987191 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:13:43.987526 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading Plugin: revisions Mar 31 20:13:43.991774 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103228) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:13:43.992167 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_concurrency.lockutils [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.747s {{(pid=103228) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 20:13:43.992907 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103228) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 20:13:43.993243 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Initializing extension manager. Mar 31 20:13:43.993770 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: __init__.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:43.994115 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: __pycache__ {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:43.994454 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: address_group.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:43.995226 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:43.995791 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: address-group Mar 31 20:13:43.996144 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: address_scope.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:43.996859 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:43.997374 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: address-scope Mar 31 20:13:43.997702 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:43.998825 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:43.999342 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: router-admin-state-down-before-update Mar 31 20:13:43.999670 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: agent.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.000372 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.000880 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: agent Mar 31 20:13:44.001202 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: agent_resources_synced.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.002110 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.002619 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: agent-resources-synced Mar 31 20:13:44.002972 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: allowedaddresspairs.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.004746 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.005263 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: allowed-address-pairs Mar 31 20:13:44.005591 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: auto_allocated_topology.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.006658 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.007191 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: auto-allocated-topology Mar 31 20:13:44.007513 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: availability_zone.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.008203 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.008716 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: availability_zone Mar 31 20:13:44.009037 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: availability_zone_filter.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.009946 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.010456 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: availability_zone_filter Mar 31 20:13:44.010815 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: data_plane_status.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.012249 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.012755 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 20:13:44.013073 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: default_subnetpools.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.013989 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.014494 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: default-subnetpools Mar 31 20:13:44.014853 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.015649 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.016160 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: dhcp_agent_scheduler Mar 31 20:13:44.016479 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: dns.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.017387 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.017890 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension dns-integration not supported by any of loaded plugins Mar 31 20:13:44.018214 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: dns_domain_ports.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.019158 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.019660 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 20:13:44.019980 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.020890 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.021389 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 20:13:44.021708 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: dvr.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.022368 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.022903 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: dvr Mar 31 20:13:44.023226 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: ecmp_routes.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.024137 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.024637 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 20:13:44.024959 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: empty_string_filtering.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.025867 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.026365 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: empty-string-filtering Mar 31 20:13:44.026711 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.028245 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.028797 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 20:13:44.029074 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.029990 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.030489 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 20:13:44.030848 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: external_net.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.031757 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.032257 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: external-net Mar 31 20:13:44.032578 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.033478 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.033982 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: extra_dhcp_opt Mar 31 20:13:44.034305 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: extraroute.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.035235 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.035742 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: extraroute Mar 31 20:13:44.036063 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: extraroute_atomic.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.037081 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.037587 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: extraroute-atomic Mar 31 20:13:44.037910 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: filter_validation.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.038574 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.039099 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: filter-validation Mar 31 20:13:44.039422 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: fip_pf_description.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.040323 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.040826 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 20:13:44.041149 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: fip_pf_port_range.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.042047 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.042545 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 20:13:44.042892 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: fip_port_details.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.043832 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.044338 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: fip-port-details Mar 31 20:13:44.044656 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: flavors.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.045859 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.046406 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: flavors Mar 31 20:13:44.046722 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.048367 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.048880 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 20:13:44.049210 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: floatingip_pools.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.049905 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.050413 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: floatingip-pools Mar 31 20:13:44.050772 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: ip_allocation.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.051697 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.052203 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 20:13:44.052792 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.053707 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.054210 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: ip-substring-filtering Mar 31 20:13:44.054538 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: l2_adjacency.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.055489 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.055990 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 20:13:44.056313 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: l3.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.058711 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.059253 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: router Mar 31 20:13:44.059589 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.061791 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.062324 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 20:13:44.062677 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.063609 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.064129 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: ext-gw-mode Mar 31 20:13:44.064460 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.065387 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.065900 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: l3-ha Mar 31 20:13:44.066228 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.067180 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.067689 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 20:13:44.068013 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: l3_flavors.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.068931 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.069440 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: l3-flavors Mar 31 20:13:44.069764 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.071157 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.071673 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 20:13:44.072005 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.072928 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.073439 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 20:13:44.073769 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: l3agentscheduler.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.075335 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.075858 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: l3_agent_scheduler Mar 31 20:13:44.076191 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: local_ip.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.077970 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.078498 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension local_ip not supported by any of loaded plugins Mar 31 20:13:44.078876 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: logging.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.080716 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.081243 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension logging not supported by any of loaded plugins Mar 31 20:13:44.081659 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: metering.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.082398 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.083009 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: metering Mar 31 20:13:44.083339 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.084424 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.084936 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: metering_source_and_destination_fields Mar 31 20:13:44.085264 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: multiprovidernet.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.086186 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.086717 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: multi-provider Mar 31 20:13:44.087047 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: netmtu.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.087958 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.088467 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: net-mtu Mar 31 20:13:44.088791 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: netmtu_writable.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.089714 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.090794 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: net-mtu-writable Mar 31 20:13:44.091119 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: network_availability_zone.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.091788 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.092298 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: network_availability_zone Mar 31 20:13:44.092619 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: network_ip_availability.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.093729 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.094239 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: network-ip-availability Mar 31 20:13:44.094564 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: network_segment_range.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.095362 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.095863 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 20:13:44.096185 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: pagination.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.097324 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.097655 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: pagination Mar 31 20:13:44.097977 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: port_device_profile.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.098912 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.099436 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: port-device-profile Mar 31 20:13:44.099761 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.100688 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.101205 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: port-mac-address-regenerate Mar 31 20:13:44.101530 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.102443 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.102983 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: port-numa-affinity-policy Mar 31 20:13:44.103310 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: port_resource_request.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.104230 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.104732 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 20:13:44.105055 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: port_resource_request_groups.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.106036 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.106541 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 20:13:44.106905 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: portbindings.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.107827 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.108336 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: binding Mar 31 20:13:44.108660 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: portbindings_extended.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.109923 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.110434 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: binding-extended Mar 31 20:13:44.110793 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: portsecurity.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.111715 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.112227 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: port-security Mar 31 20:13:44.112551 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: project_id.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.113525 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.113856 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: project-id Mar 31 20:13:44.114179 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: providernet.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.115114 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.115630 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: provider Mar 31 20:13:44.115955 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.119630 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.120160 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos not supported by any of loaded plugins Mar 31 20:13:44.120493 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.121768 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.122283 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 20:13:44.122614 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.123565 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.124077 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 20:13:44.124406 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_default.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.125336 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.125845 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-default not supported by any of loaded plugins Mar 31 20:13:44.126172 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_fip.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.127109 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.127615 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-fip not supported by any of loaded plugins Mar 31 20:13:44.127938 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.128858 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.129376 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 20:13:44.129702 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_gateway_ip.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.130619 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.131154 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 20:13:44.131480 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_port_network_policy.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.132395 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.132903 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 20:13:44.133232 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.134266 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.134805 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 20:13:44.135151 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.136178 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.137199 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 20:13:44.137534 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_pps_rule.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.138719 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.139238 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-pps not supported by any of loaded plugins Mar 31 20:13:44.139567 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_rule_type_details.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.140480 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.140993 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 20:13:44.141320 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.142231 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.142766 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 20:13:44.143092 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: qos_rules_alias.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.144136 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.144647 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 20:13:44.144973 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: quota_check_limit.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.145884 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.146396 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: quota-check-limit Mar 31 20:13:44.146754 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: quotasv2.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.147687 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.148015 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: quotas Mar 31 20:13:44.148339 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: quotasv2_detail.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.150208 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.150550 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: quota_details Mar 31 20:13:44.150912 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: rbac.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.151970 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.153075 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: rbac-policies Mar 31 20:13:44.153407 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: rbac_address_group.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.154337 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.154880 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: rbac-address-group Mar 31 20:13:44.155207 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: rbac_address_scope.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.156126 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.156634 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: rbac-address-scope Mar 31 20:13:44.156956 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: rbac_security_groups.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.157948 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.158455 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: rbac-security-groups Mar 31 20:13:44.158803 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: rbac_subnetpool.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.159737 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.160241 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: rbac-subnetpool Mar 31 20:13:44.160564 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: revisionifmatch.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.161483 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.161990 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: revision-if-match Mar 31 20:13:44.162313 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: revisions.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.163455 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.163969 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: standard-attr-revisions Mar 31 20:13:44.164294 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: router_availability_zone.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.164966 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.165478 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: router_availability_zone Mar 31 20:13:44.165803 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: routerservicetype.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.166757 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.167262 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension router-service-type not supported by any of loaded plugins Mar 31 20:13:44.167586 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.168550 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.169061 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: security-groups-normalized-cidr Mar 31 20:13:44.169384 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.170312 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.170858 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: port-security-groups-filtering Mar 31 20:13:44.171183 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.172121 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.172630 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: security-groups-remote-address-group Mar 31 20:13:44.172954 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.173889 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.174400 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: security-groups-shared-filtering Mar 31 20:13:44.174745 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.175333 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 20:13:44.175654 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: securitygroup.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.185489 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.186022 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: security-group Mar 31 20:13:44.186356 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: segment.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.187105 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.187623 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension segment not supported by any of loaded plugins Mar 31 20:13:44.187953 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.188897 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.189410 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 20:13:44.189743 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: servicetype.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.190851 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.191375 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: service-type Mar 31 20:13:44.191702 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: sorting.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.192683 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.193014 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: sorting Mar 31 20:13:44.193338 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: standard_attr_segment.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.194260 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.194807 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 20:13:44.195134 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: standardattrdescription.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.195778 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.196285 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: standard-attr-description Mar 31 20:13:44.196608 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: stateful_security_group.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.197543 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.198061 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: stateful-security-group Mar 31 20:13:44.198383 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: stdattrs_common.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.198986 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 20:13:44.199854 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.200855 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.202865 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 20:13:44.203216 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: subnet_onboard.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.204300 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.204821 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: subnet_onboard Mar 31 20:13:44.205146 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.206074 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.206581 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 20:13:44.206929 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: subnet_service_types.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.207848 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.208363 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: subnet-service-types Mar 31 20:13:44.208685 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: subnetallocation.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.209775 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.210292 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: subnet_allocation Mar 31 20:13:44.210618 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.211305 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.211817 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: subnetpool-prefix-ops Mar 31 20:13:44.212145 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.213088 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.213600 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 20:13:44.213923 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: tagging.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.215610 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.216132 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: standard-attr-tag Mar 31 20:13:44.216460 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: timestamp.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.217667 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.218383 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loaded extension: standard-attr-timestamp Mar 31 20:13:44.218505 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: trunk.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.219573 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.220096 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension trunk not supported by any of loaded plugins Mar 31 20:13:44.220423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: trunk_details.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.221342 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.221855 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension trunk-details not supported by any of loaded plugins Mar 31 20:13:44.222180 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: uplink_status_propagation.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.223123 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.223630 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 20:13:44.223952 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Loading extension file: vlantransparent.py {{(pid=103228) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:13:44.224615 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103228) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:13:44.225121 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 20:13:44.227639 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:network Mar 31 20:13:44.228162 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:subnet Mar 31 20:13:44.228555 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:13:44.228941 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:port Mar 31 20:13:44.230169 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.230632 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service FLAVORS assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.231279 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.231713 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.232043 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:router Mar 31 20:13:44.232470 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:floatingip Mar 31 20:13:44.232972 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service METERING assigned prefix: /metering {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.234390 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:44.234793 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:44.235148 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103228) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:13:44.236134 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 20:13:44.236580 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:security_group Mar 31 20:13:44.237002 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 20:13:44.237596 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service CORE assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.237925 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:13:44.238266 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] subnetpool is already registered Mar 31 20:13:44.238719 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service CORE assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.239047 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:13:44.239377 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] subnetpool is already registered Mar 31 20:13:44.241649 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.242084 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service FLAVORS assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.242689 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.243115 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.243448 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:router Mar 31 20:13:44.243785 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] router is already registered Mar 31 20:13:44.244195 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:floatingip Mar 31 20:13:44.244529 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] floatingip is already registered Mar 31 20:13:44.244978 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service METERING assigned prefix: /metering {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.245639 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 20:13:44.245969 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] rbac_policy is already registered Mar 31 20:13:44.246935 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:security_group Mar 31 20:13:44.247270 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] security_group is already registered Mar 31 20:13:44.247671 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 20:13:44.248003 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] security_group_rule is already registered Mar 31 20:13:44.248616 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service CORE assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.248941 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:13:44.249272 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] subnetpool is already registered Mar 31 20:13:44.249687 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.v2.resource_helper [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Service CORE assigned prefix: {{(pid=103228) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:13:44.250009 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:13:44.250343 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING neutron.quota.resource_registry [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] subnetpool is already registered Mar 31 20:13:44.250834 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: extensions {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.252353 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: address-groups {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.253832 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: address-scopes {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.255167 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: agents {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.256329 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: auto-allocated-topology {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.257555 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: availability_zones {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.258793 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: dhcp-networks {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.260303 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: dhcp-agents {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.261809 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: routers {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.264519 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: flavors {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.265686 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: service_profiles {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.266936 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: next_providers {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.268347 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: service_profiles {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.270800 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: floatingip-pools {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.272025 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: routers {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.274119 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: floatingips {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.275437 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: l3-routers {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.276814 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: l3-agents {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.278230 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: metering-labels {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.279658 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: metering-label-rules {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.280878 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: network-ip-availabilities {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.282201 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: bindings {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.283865 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: quotas {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.285412 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: quotas {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.286974 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: rbac-policies {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.288266 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: security-groups {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.289481 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: security-group-rules {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.290738 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: service-providers {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.291938 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: subnetpools {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.293418 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: subnetpools {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.294905 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.296567 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.298355 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.300156 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.301928 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.304079 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.305739 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.307633 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.309906 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.311798 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron.api.extensions [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Extended resource: tags {{(pid=103228) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:13:44.317595 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING keystonemiddleware.auth_token [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 20:13:44.322292 dv-cinder-836071-1-iscsi neutron-server[103228]: WARNING keystonemiddleware.auth_token [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 20:13:44.331383 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_concurrency.lockutils [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Acquired lock "singleton_lock" {{(pid=103228) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 20:13:44.331859 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_concurrency.lockutils [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Releasing lock "singleton_lock" {{(pid=103228) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 20:13:44.332507 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO oslo_service.service [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Starting 2 workers Mar 31 20:13:44.337444 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Started child 103335 {{(pid=103228) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:13:44.341984 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Started child 103336 {{(pid=103228) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:13:44.343116 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:13:44.343809 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO neutron.service [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 20:13:44.344372 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:13:44.344703 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [-] (103335) wsgi starting up on http://0.0.0.0:9696 Mar 31 20:13:44.346922 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO oslo_service.service [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Starting 1 workers Mar 31 20:13:44.347983 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:13:44.349520 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [-] (103336) wsgi starting up on http://0.0.0.0:9696 Mar 31 20:13:44.352242 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Started child 103337 {{(pid=103228) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:13:44.352823 dv-cinder-836071-1-iscsi neutron-server[103228]: INFO oslo_service.service [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Starting 1 workers Mar 31 20:13:44.357484 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Started child 103338 {{(pid=103228) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:13:44.357756 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.service [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] calling RpcWorker wait() {{(pid=103337) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 20:13:44.358267 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.service [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] returning from RpcWorker wait() {{(pid=103337) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 20:13:44.358343 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7923b0d-6bdf-4ad3-a0f5-c8f5aa67719f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:13:44.359501 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:13:44.360064 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:13:44.360426 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103228) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 20:13:44.360571 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:13:44.360647 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:13:44.360879 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:13:44.361624 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:13:44.361624 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:13:44.362188 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.362404 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.362533 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:13:44.363063 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.363063 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.363237 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.363985 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.364101 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.364479 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.364641 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.364756 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:13:44.365132 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.365483 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.366073 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.366073 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.366352 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.366429 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.366799 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.367201 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.367201 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.367506 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.367611 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.368063 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.368322 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.368893 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] debug = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.369012 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.369684 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.369943 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.370331 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.370722 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.371754 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.371953 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.372240 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.372463 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.372681 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.372934 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.373189 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.373422 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.373657 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.373909 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.374126 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.374370 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.374647 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.375161 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] host = dv-cinder-836071-1-iscsi {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.375414 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.375653 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.375903 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.376161 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.376417 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.376669 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.376940 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.377204 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.377429 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.377655 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.377928 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.378118 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.378334 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.378567 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.378773 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_options = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.379035 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.379310 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.379558 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.379752 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.379920 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.380084 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.380340 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.380488 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.380749 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.380982 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.381196 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.381459 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.381673 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.381886 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.382127 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.382342 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.382554 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.382809 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.383055 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.383300 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.383525 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.383750 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.383980 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.384196 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.384428 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.384663 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.388483 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.388483 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.388483 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.388483 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.388483 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.388483 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.388483 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.388483 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.391721 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.391721 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.391721 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.391721 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.391721 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.391721 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.391721 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.391721 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.393787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.393787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.393787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.393787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.393787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_json = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.393787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.393787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.393787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.393787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.394402 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.394402 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.394402 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.394402 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.394402 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.394402 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.394402 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.394402 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.394988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.394988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.394988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.394988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.394988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.394988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.394988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.394988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.395502 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.395502 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.396186 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.396186 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.397058 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.397058 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.397058 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.397058 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.397336 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.399298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.399298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.399298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.399298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.399298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.399298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.399298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.399298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.399884 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.399884 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.400025 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.400172 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.400444 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.400662 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.400940 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.401316 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.401562 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.401802 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.402025 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.402292 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.402582 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.402829 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.403054 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.403286 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.403505 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.403728 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.403988 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.404241 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.404470 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.404713 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.404945 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.405176 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.405374 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.405589 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.405816 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.406054 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.406312 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.406583 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.406997 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.407387 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.407741 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.408111 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.408379 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.408599 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.408814 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.409049 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.409287 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.409502 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.409756 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.409994 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.410206 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.410417 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.410639 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.410880 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.411094 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.411309 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.411524 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.411891 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.412124 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.412334 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.412548 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.412759 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.412970 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.413181 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.413727 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.413727 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.413898 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.414535 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.414535 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.414535 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.414828 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.414917 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.415216 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.415610 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.416010 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.416372 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.416782 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.417172 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.417560 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.417783 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.418048 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.418279 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.418710 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.419078 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.419460 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.419678 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.419928 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.420166 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.420384 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.420623 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.420868 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.421092 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.421329 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.421560 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.421854 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.422110 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.422365 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.422601 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.422879 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.423167 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.423421 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.423673 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.423896 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.424169 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.424470 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.424722 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.425009 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.425257 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.425519 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.425767 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.426156 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.426569 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.426997 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.427621 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.428019 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.428263 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.428502 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.428718 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.428949 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.429291 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.429522 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.429761 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.430137 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.430434 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.430659 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.430920 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.431194 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.431441 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.431682 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.431944 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.432177 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.432393 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.432622 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.432874 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.433070 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.433303 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.433522 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.434287 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.434522 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.434777 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.435040 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.435255 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.435474 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.435686 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.435920 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.436136 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.436383 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.436598 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.436816 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.437062 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.437281 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.437495 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.437723 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.437959 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.438203 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.438587 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.438885 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.439152 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.439371 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.439600 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.439829 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.440102 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.440336 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.440580 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.440800 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.441016 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.441230 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.441454 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.441666 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.441898 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.442133 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.442345 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.442596 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.442872 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.443198 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.443450 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.443679 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.443906 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.444141 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.444362 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.444599 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.444814 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.445062 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.445301 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.445540 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.445773 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.445990 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.446213 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.446427 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.446682 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.446964 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.447209 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.447449 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.447689 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.447910 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.448125 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.448340 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.448581 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.448791 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.449024 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.449792 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.450017 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.450252 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.450506 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.450787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.451025 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.451280 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.451516 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.451756 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.451990 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.452201 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.452414 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.452635 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.452850 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.453059 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.453291 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.453522 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.453731 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.453954 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.454169 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.454402 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.454659 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.454885 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.455094 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.455312 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.455551 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.455759 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.455980 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.456187 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.456394 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.456635 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.456849 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.457052 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.457275 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.457481 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.457689 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.457906 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.458117 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.458323 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.458611 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.458879 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.459098 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.459386 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.459638 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.459884 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.460134 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.460420 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.460632 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.460888 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.461121 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.461335 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.461575 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.461830 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.462143 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.462423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.462703 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.462944 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.463199 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.463476 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.463752 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.463965 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.464566 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.464566 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.464864 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.465108 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.465334 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.465924 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.465924 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.466159 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.466282 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.466500 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.466735 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.467006 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.467250 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.467470 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.467683 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.467930 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.468166 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.468429 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.468662 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.469211 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.469211 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.473871 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:13:44.473871 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103228) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 20:13:44.473871 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:13:44.473871 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:13:44.473871 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:13:44.473871 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:13:44.473871 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:13:44.473871 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.474468 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.474468 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.474609 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:13:44.474743 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.474743 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.474743 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.474743 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.474743 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.474743 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.475141 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.475141 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.475141 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.475352 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.475431 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.475581 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.475739 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.475897 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.476055 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.476218 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.476429 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.476565 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.476697 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.476819 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] debug = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.476977 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.477176 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.477329 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.477455 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.477605 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.477761 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.477918 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.478289 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.478289 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.478547 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.478547 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.478808 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.478808 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.479035 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.479155 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.479268 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.479425 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.479586 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.479743 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] host = dv-cinder-836071-1-iscsi {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.479901 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.480261 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.480261 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.480529 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.480529 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.480721 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.480809 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.480966 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.481122 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.481281 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.481439 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.481597 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.481822 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.481956 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.482076 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_options = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.482205 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.482338 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.482495 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.482691 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.482857 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.483014 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.483172 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.483328 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.483486 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.483644 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.483800 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.483957 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.484114 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.484270 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.484428 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.484584 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.484742 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.484901 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.485059 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.485215 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.485371 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.485527 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.485687 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.485841 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.486159 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.486307 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.486610 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.486793 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.486951 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.487108 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.487277 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.487428 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.487590 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.487746 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.487903 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.488058 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.488218 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.488375 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.488538 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.488694 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.488852 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.489008 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.489164 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.489320 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.489476 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.489633 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.489792 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_json = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.489948 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.490105 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.490261 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.490417 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.490573 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.490750 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.490908 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.491066 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.491223 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:13:44.491399 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.491559 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.491731 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.491890 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.492057 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.492216 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.492375 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.492543 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.492680 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.492838 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.493003 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.493164 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.493332 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.493493 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.493652 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.493816 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.493977 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.494138 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.494300 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.494460 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.494620 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.494803 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.494972 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.495131 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.495288 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.495446 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.495607 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.495774 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.495932 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.496623 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.496784 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.496944 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.497088 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.497263 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.497466 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.497555 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.497709 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.497870 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.498030 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.498189 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.498353 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.498482 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.498642 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.498868 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.498991 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.499112 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.499268 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.499430 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.499589 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.499749 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.499909 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.500070 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.500231 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.500392 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.500552 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.500720 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.500868 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.501037 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.501196 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.501354 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.501513 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.501674 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.501832 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.501990 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.502149 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.502307 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.502472 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.502632 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.502830 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.502991 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.503150 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.503308 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.503468 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.503627 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.503787 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.503946 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.504105 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.504263 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.504423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.504583 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.504741 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.504901 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.505061 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.505221 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.505381 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.505540 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.505700 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.505860 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.506020 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.506179 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.506338 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.506506 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.506689 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.506853 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.507012 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.507171 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.507328 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.507482 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.507672 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.507797 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.507926 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.508085 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.508244 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.508402 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.508564 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.508723 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.508882 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.509040 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.509198 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.509357 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.509515 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.509674 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.509834 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.509992 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.510151 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.510309 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.510468 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.510626 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.510820 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.510989 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.511148 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.511311 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.511470 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.511635 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.512356 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.512523 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.512684 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.512843 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.513000 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.513159 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.513317 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.513459 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.513621 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.513778 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.513937 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.514107 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.514267 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.514425 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.514584 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.514785 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.514947 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.515107 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.515265 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.515423 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.515581 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.515741 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.515898 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.516057 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.516216 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.516374 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.516534 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.516678 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.516838 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.516996 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.517154 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.517316 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.517475 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.517637 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.517801 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.517964 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.518122 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.518281 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.518438 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.518599 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.518793 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.518953 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.519111 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.519270 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.519430 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.519590 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.519750 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.519909 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.520069 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.520227 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.520385 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.520544 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.520705 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.520863 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.521024 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.521183 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.521344 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.521506 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.521668 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.521832 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.521991 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.522150 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.522311 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.522501 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.522632 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.522814 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.522975 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.523136 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.523296 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.523454 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.523630 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.523789 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.523948 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.524111 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.524273 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.524432 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.524590 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.524750 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.524910 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.525068 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.525228 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.525386 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.525544 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.525704 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.526298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.526298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.526298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.526298 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.526533 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.526599 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.526768 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.526927 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.527087 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.527245 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.527430 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.527590 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.527751 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.527909 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.528067 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.528240 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.528400 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.528558 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.528717 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.528875 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.529033 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.529202 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.529361 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.529519 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.529724 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.529836 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.529994 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.530164 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.530326 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.530484 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.530644 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.530969 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.531158 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.531348 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.531523 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.531695 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.531864 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.532032 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.532197 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.532372 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.532534 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.532715 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.532874 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.533034 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.533196 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.533368 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.533528 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.533686 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.533846 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.534005 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.534163 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.534331 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.534490 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.534646 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.534847 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.535006 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.535163 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.535319 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.535490 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.535649 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.535809 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.535966 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.536124 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.536283 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.536443 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.536604 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.536769 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.536934 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.537094 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.537262 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.537428 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.537594 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.537751 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.537914 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.538088 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.538228 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.538384 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.538540 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.538717 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.538878 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.539035 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.539192 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.539349 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.539505 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.539662 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.539831 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.539963 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.540119 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.540276 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.540434 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.540591 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.540747 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.540904 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.541061 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:13:44.541212 dv-cinder-836071-1-iscsi neutron-server[103228]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103228) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:13:44.598735 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56134) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:13:44.607692 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [-] 10.222.0.82 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068181 Mar 31 20:13:55.886341 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5d5a0-8376-429a-9427-c7769bae8584 None None] get_active_networks_info from dv-cinder-836071-1-iscsi {{(pid=103337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 20:13:55.960944 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5d5a0-8376-429a-9427-c7769bae8584 None None] No non-hosted networks {{(pid=103337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 20:13:55.979540 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7c65361-cafe-4ccf-bb8c-efd902feab38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575455'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:13:58.059560 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-95a65c0a-9662-4254-badb-88aa39a62134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575455'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:13:58.104255 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-70a6efe7-3f9f-4a1e-9f01-edda30036292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:13:59.162435 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 56200) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:13:59.320242 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575455'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:13:59.727272 dv-cinder-836071-1-iscsi neutron-server[103335]: WARNING oslo_policy.policy [None req-ff7160fb-dddc-42a9-9307-0698114be84b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:13:59.727863 dv-cinder-836071-1-iscsi neutron-server[103335]: WARNING oslo_policy.policy [None req-ff7160fb-dddc-42a9-9307-0698114be84b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:13:59.951961 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [None req-ff7160fb-dddc-42a9-9307-0698114be84b admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:13:59.966686 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-ff7160fb-dddc-42a9-9307-0698114be84b admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7885597 Mar 31 20:14:00.666620 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575455'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:02.022532 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575455'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:02.024091 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.024814 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.027654 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.028547 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.029127 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.029650 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.030169 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.030730 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.031244 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.031856 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.032488 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.033208 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.033714 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.034218 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.035089 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:02.035609 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836071-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:02.051531 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836071-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:02.515926 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 56234) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:02.825606 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-16eed7b6-2ca1-49fa-b60f-557084fc69b5 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:02.918794 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.policy [None req-16eed7b6-2ca1-49fa-b60f-557084fc69b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103335) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 20:14:02.961683 dv-cinder-836071-1-iscsi neutron-server[103335]: WARNING oslo_policy.policy [None req-16eed7b6-2ca1-49fa-b60f-557084fc69b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:02.962057 dv-cinder-836071-1-iscsi neutron-server[103335]: WARNING oslo_policy.policy [None req-16eed7b6-2ca1-49fa-b60f-557084fc69b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:03.060689 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16eed7b6-2ca1-49fa-b60f-557084fc69b5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736222230780', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736222230191', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736222279282', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736222272460', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736222263113', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736222463808', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7648097', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7651703', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-449280', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-506134'] for rbac-policy (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:03.132782 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16eed7b6-2ca1-49fa-b60f-557084fc69b5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:03.134275 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-16eed7b6-2ca1-49fa-b60f-557084fc69b5 admin admin] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6172216 Mar 31 20:14:05.645527 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 56246) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:05.961791 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:05.990140 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Made reservation on behalf of d6b7838ff85b4423b9de68f51a4c1958 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:14:05.993967 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:06.011516 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:06.112578 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.db.l3_hamode_db [None req-1feae8c8-9b82-476f-80a2-b71f6eb91b65 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 20:14:06.119696 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Publish callbacks [] for security_group (90915926-0fb3-4156-ad8d-cf8f1d28ba81), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:06.124082 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (90915926-0fb3-4156-ad8d-cf8f1d28ba81), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:06.144988 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:14:06.181382 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736218755889', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (b1366474-67ce-493b-b6a3-b2b2f6682038), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:06.181977 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Unsubscribe: segment precommit_create {{(pid=103335) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 20:14:06.182511 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Added segment b1366474-67ce-493b-b6a3-b2b2f6682038 of type vlan for network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 Mar 31 20:14:06.190061 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feae8c8-9b82-476f-80a2-b71f6eb91b65 None None] Routers set() bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:14:06.190464 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feae8c8-9b82-476f-80a2-b71f6eb91b65 None None] Router IDs set() for agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 20:14:06.203062 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=90915926-0fb3-4156-ad8d-cf8f1d28ba81,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:06.251670 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.252018 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.252363 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.252706 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.253035 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.253356 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.253676 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.253990 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.254306 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.254622 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.254961 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.255290 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.255609 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.255920 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.256232 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Tracked resource versions report: Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: pushed versions: Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: { 'AddressGroup': {'1.2'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Agent': {'1.1'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'ConntrackHelper': {'1.0'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Log': {'1.0'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'NDPProxy': {'1.0'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Network': {'1.1'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Port': {'1.7'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'PortForwarding': {'1.3'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'QosPolicy': {'1.10'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SecurityGroup': {'1.5'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SubPort': {'1.0'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Subnet': {'1.1'}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Trunk': {'1.1'}} Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: consumer versions: Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: { DHCP agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: L3 agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: Metadata agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: Metering agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: Open vSwitch agent@dv-cinder-836071-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Agent': '1.1', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'ConntrackHelper': '1.0', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'LocalIPAssociation': '1.0', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Log': '1.0', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'NDPProxy': '1.0', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Network': '1.1', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Port': '1.7', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'PortForwarding': '1.3', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'QosPolicy': '1.10', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SecurityGroup': '1.5', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SecurityGroupRule': '1.2', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SubPort': '1.0', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Subnet': '1.1', Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Trunk': '1.1'}} Mar 31 20:14:06.257691 dv-cinder-836071-1-iscsi neutron-server[103335]: {{(pid=103335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:14:06.289561 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (dcd349d0-4fb2-4d07-808a-a1d02bb7da90), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:06.331514 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (dcd349d0-4fb2-4d07-808a-a1d02bb7da90), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:06.336753 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:06.337433 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:06.429257 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7825947 Mar 31 20:14:06.452908 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b63c7-43e0-4324-b235-f43eaa1eb0d2 demo demo] Pushing event updated for resources: {'Network': ['ID=dcd349d0-4fb2-4d07-808a-a1d02bb7da90,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:06.465237 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:14:08.942658 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 56258) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:09.333683 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a6c8fa-118a-403a-a0b1-1e5329fb50dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:09.335060 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-39a6c8fa-118a-403a-a0b1-1e5329fb50dc demo admin] 10.222.0.82 "GET /v2.0/networks/dcd349d0-4fb2-4d07-808a-a1d02bb7da90 HTTP/1.1" status: 200 len: 825 time: 0.3914011 Mar 31 20:14:09.361650 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-43cc5af2-0d59-4281-a1e1-61b23d144ca8 demo admin] 10.222.0.82 "GET /v2.0/subnetpools/7ccdfe87-fec9-407b-93f5-d2e1def7325a HTTP/1.1" status: 200 len: 734 time: 0.0204711 Mar 31 20:14:09.371599 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Request body: {'subnet': {'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90', 'subnetpool_id': '7ccdfe87-fec9-407b-93f5-d2e1def7325a', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:09.392861 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Made reservation on behalf of d6b7838ff85b4423b9de68f51a4c1958 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:14:09.395112 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:09.678992 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (779d0b04-2509-41de-bc17-3162b2e26c46), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:09.749743 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Checking segment: {'id': 'b1366474-67ce-493b-b6a3-b2b2f6682038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:14:09.750127 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Network hostable DHCP agents. Network: dcd349d0-4fb2-4d07-808a-a1d02bb7da90, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:14:09.754564 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Pushing event updated for resources: {'Subnet': ['ID=779d0b04-2509-41de-bc17-3162b2e26c46,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:09.772263 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:14:09.782860 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, dcd349d0-4fb2-4d07-808a-a1d02bb7da90) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:09.787315 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:09.787930 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:09.792729 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c70c568-5a00-4518-9714-7a5053702556 None None] Network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:14:09.803045 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-3259963a-e8b3-463d-a359-6a895c863d2c demo admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4352310 Mar 31 20:14:10.163383 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-dcd349d0-4fb2-4d07-808a-a1d02bb7da90', 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90', 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'fixed_ips': [{'subnet_id': '779d0b04-2509-41de-bc17-3162b2e26c46'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:14:10.164609 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:10.433563 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Allocated IP 172.20.0.2 (dcd349d0-4fb2-4d07-808a-a1d02bb7da90/779d0b04-2509-41de-bc17-3162b2e26c46/78796d5e-1193-410d-a4f9-7fd47ec41cc1) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:14:10.698385 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Publish callbacks [] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:10.705577 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:10.773980 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:14:10.783331 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:10.787292 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:14:10.800994 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Pushing event updated for resources: {'Port': ['ID=78796d5e-1193-410d-a4f9-7fd47ec41cc1,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:10.832412 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.832764 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.833129 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.833496 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.833838 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.834174 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.834505 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.834862 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.835193 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.835522 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.835851 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.836192 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.836521 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.836846 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.837168 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Tracked resource versions report: Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: pushed versions: Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: { 'AddressGroup': {'1.2'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Agent': {'1.1'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'ConntrackHelper': {'1.0'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Log': {'1.0'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'NDPProxy': {'1.0'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Network': {'1.1'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Port': {'1.7'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'PortForwarding': {'1.3'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'QosPolicy': {'1.10'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SecurityGroup': {'1.5'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SubPort': {'1.0'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Subnet': {'1.1'}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Trunk': {'1.1'}} Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: consumer versions: Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: { DHCP agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: L3 agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: Metadata agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: Metering agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: Open vSwitch agent@dv-cinder-836071-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Agent': '1.1', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'ConntrackHelper': '1.0', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'LocalIPAssociation': '1.0', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Log': '1.0', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'NDPProxy': '1.0', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Network': '1.1', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Port': '1.7', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'PortForwarding': '1.3', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'QosPolicy': '1.10', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SecurityGroup': '1.5', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SecurityGroupRule': '1.2', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SubPort': '1.0', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Subnet': '1.1', Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Trunk': '1.1'}} Mar 31 20:14:10.838728 dv-cinder-836071-1-iscsi neutron-server[103337]: {{(pid=103337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:14:10.889615 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Attempting to bind port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:14:10.890288 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Attempting to bind port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'b1366474-67ce-493b-b6a3-b2b2f6682038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:14:10.890750 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Attempting to bind port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 on network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:14:10.895706 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:14:10.896088 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Checking segment: {'id': 'b1366474-67ce-493b-b6a3-b2b2f6682038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:14:10.896567 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:10.896963 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Bound using segment: {'id': 'b1366474-67ce-493b-b6a3-b2b2f6682038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:14:10.897430 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Bound port: 78796d5e-1193-410d-a4f9-7fd47ec41cc1, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1366474-67ce-493b-b6a3-b2b2f6682038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:14:10.897838 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:10.959399 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] For port 78796d5e-1193-410d-a4f9-7fd47ec41cc1, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:14:10.963509 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] For port 78796d5e-1193-410d-a4f9-7fd47ec41cc1, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=78796d5e-1193-410d-a4f9-7fd47ec41cc1,segment=NetworkSegment(b1366474-67ce-493b-b6a3-b2b2f6682038),segment_id=b1366474-67ce-493b-b6a3-b2b2f6682038)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:14:10.971021 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:11.037842 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3b8e2-c5e0-494d-bf39-b62697522eb2 None None] Pushing event updated for resources: {'Port': ['ID=78796d5e-1193-410d-a4f9-7fd47ec41cc1,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:12.356701 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 56266) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:12.677045 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [None req-7aa550f8-37d3-43cd-a44c-b6022f115fdc admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:14:12.678043 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-7aa550f8-37d3-43cd-a44c-b6022f115fdc admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3203886 Mar 31 20:14:15.186440 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 56274) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:15.496346 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [None req-305810bb-2a10-4147-b400-9e21674765fc admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:14:15.497339 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-305810bb-2a10-4147-b400-9e21674765fc admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099430 Mar 31 20:14:18.011943 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56282) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:18.497603 dv-cinder-836071-1-iscsi neutron-server[103336]: WARNING oslo_policy.policy [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:18.498219 dv-cinder-836071-1-iscsi neutron-server[103336]: WARNING oslo_policy.policy [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:18.716586 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:18.776788 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.policy [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103336) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 20:14:18.820040 dv-cinder-836071-1-iscsi neutron-server[103336]: WARNING oslo_policy.policy [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:18.820409 dv-cinder-836071-1-iscsi neutron-server[103336]: WARNING oslo_policy.policy [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:14:18.881852 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (41c0f83f-3eff-4676-bdae-fa302c268202), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:18.883945 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (41c0f83f-3eff-4676-bdae-fa302c268202), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:19.039853 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] Publish callbacks [] for router_controller (41c0f83f-3eff-4676-bdae-fa302c268202), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:19.045879 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (41c0f83f-3eff-4676-bdae-fa302c268202), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:19.071407 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:19.072688 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a4ea53e5-efa7-4e0a-b268-28d3cad7fe6d demo demo] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0597808 Mar 31 20:14:20.670008 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 78796d5e-1193-410d-a4f9-7fd47ec41cc1 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:14:20.757384 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:20.757802 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:20.865067 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:20.865375 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:20.900150 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 78796d5e-1193-410d-a4f9-7fd47ec41cc1, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=78796d5e-1193-410d-a4f9-7fd47ec41cc1,segment=NetworkSegment(b1366474-67ce-493b-b6a3-b2b2f6682038),segment_id=b1366474-67ce-493b-b6a3-b2b2f6682038)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:14:20.903741 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:20.950805 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=78796d5e-1193-410d-a4f9-7fd47ec41cc1,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:21.601857 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56302) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:21.908468 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [None req-ee2fdf22-9cc4-46b1-b35a-8ddc962d0ccb admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:14:21.909453 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ee2fdf22-9cc4-46b1-b35a-8ddc962d0ccb admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3066540 Mar 31 20:14:22.276760 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e1c701-82d6-46fd-9464-721a9e3d2169 None None] Network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:14:22.403288 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-988a3311-d382-4a1f-a6ee-2c30ddbf3215 None None] Provisioning complete for port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:22.403672 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-988a3311-d382-4a1f-a6ee-2c30ddbf3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:22.491582 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-988a3311-d382-4a1f-a6ee-2c30ddbf3215 None None] Current status of the port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:22.614756 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-02e79a87-0d0d-4f41-bfa1-a9fd90184e40 None None] Provisioning complete for port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:22.615149 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02e79a87-0d0d-4f41-bfa1-a9fd90184e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:22.657732 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 78796d5e-1193-410d-a4f9-7fd47ec41cc1 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:14:22.726217 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-02e79a87-0d0d-4f41-bfa1-a9fd90184e40 None None] Current status of the port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:22.736186 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:22.736581 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:22.810155 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:24.429274 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56310) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:24.736777 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:24.759414 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Made reservation on behalf of 54d9e684e3214f8bbce1ef9403fb9e8d for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:14:24.762599 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:24.777382 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:24.880460 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Publish callbacks [] for security_group (1c9df457-f9d1-43df-b217-9c073b16fcad), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:24.884094 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (1c9df457-f9d1-43df-b217-9c073b16fcad), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:24.895969 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Reserving flat network on physical network physnet1 {{(pid=103336) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 20:14:24.925962 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736218755889', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (c9474420-badb-4c0e-a3ad-5e95b043170b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:24.926800 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Unsubscribe: segment precommit_create {{(pid=103336) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 20:14:24.927336 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.segments_db [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Added segment c9474420-badb-4c0e-a3ad-5e95b043170b of type flat for network b6166ece-df5b-42ec-a07f-4b497066a618 Mar 31 20:14:24.948516 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9df457-f9d1-43df-b217-9c073b16fcad,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:24.996844 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:24.997181 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:24.997539 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:24.997872 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:24.998195 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:24.998518 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:24.998856 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:24.999219 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:24.999656 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:25.000110 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:25.000504 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:25.000839 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:25.001156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:25.001467 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:25.001774 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Tracked resource versions report: Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: pushed versions: Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: { 'AddressGroup': {'1.2'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Agent': {'1.1'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'ConntrackHelper': {'1.0'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Log': {'1.0'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'NDPProxy': {'1.0'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Network': {'1.1'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Port': {'1.7'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'PortForwarding': {'1.3'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'QosPolicy': {'1.10'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SecurityGroup': {'1.5'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SubPort': {'1.0'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Subnet': {'1.1'}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Trunk': {'1.1'}} Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: consumer versions: Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: { DHCP agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: L3 agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: Metadata agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: Metering agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: Open vSwitch agent@dv-cinder-836071-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Agent': '1.1', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'ConntrackHelper': '1.0', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'LocalIPAssociation': '1.0', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Log': '1.0', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'NDPProxy': '1.0', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Network': '1.1', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Port': '1.7', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'PortForwarding': '1.3', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'QosPolicy': '1.10', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SecurityGroup': '1.5', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SecurityGroupRule': '1.2', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SubPort': '1.0', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Subnet': '1.1', Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Trunk': '1.1'}} Mar 31 20:14:25.003244 dv-cinder-836071-1-iscsi neutron-server[103336]: {{(pid=103336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:14:25.049524 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (b6166ece-df5b-42ec-a07f-4b497066a618), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:25.090316 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (b6166ece-df5b-42ec-a07f-4b497066a618), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:25.091467 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:25.092151 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:25.177945 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7476394 Mar 31 20:14:25.192160 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b260c-ff98-445b-95ba-b3fe8f624e6e admin admin] Pushing event updated for resources: {'Network': ['ID=b6166ece-df5b-42ec-a07f-4b497066a618,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:25.203182 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network b6166ece-df5b-42ec-a07f-4b497066a618 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:14:25.794759 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0a0d99dc-9775-4079-8cf7-9929cbdba2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:27.644474 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56322) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:28.047202 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc233b-b869-456a-a8bd-2884d00343f1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:28.048640 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-1fdc233b-b869-456a-a8bd-2884d00343f1 demo admin] 10.222.0.82 "GET /v2.0/subnets/779d0b04-2509-41de-bc17-3162b2e26c46 HTTP/1.1" status: 200 len: 849 time: 0.4032223 Mar 31 20:14:28.053365 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b06d877d-f144-4afb-8035-f1a1ea06391b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:28.191662 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f00b8d98-bb2b-4777-a779-d061f5503cfe demo admin] 10.222.0.82 "GET /v2.0/routers/41c0f83f-3eff-4676-bdae-fa302c268202 HTTP/1.1" status: 200 len: 704 time: 0.1361454 Mar 31 20:14:28.472434 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:28.768006 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Allocated IP 172.20.0.1 (dcd349d0-4fb2-4d07-808a-a1d02bb7da90/779d0b04-2509-41de-bc17-3162b2e26c46/df5be960-7a11-469e-ab0e-501804704cce) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:14:28.947958 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Publish callbacks [] for port (df5be960-7a11-469e-ab0e-501804704cce), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:29.013762 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (df5be960-7a11-469e-ab0e-501804704cce), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:29.081600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:14:29.086093 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:29.098767 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:14:29.099311 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (41c0f83f-3eff-4676-bdae-fa302c268202), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:29.121070 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Pushing event updated for resources: {'Port': ['ID=df5be960-7a11-469e-ab0e-501804704cce,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:29.291300 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:29.292841 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-70be86d3-8158-4b70-a997-382238a1e32d None None] Provisioning complete for port df5be960-7a11-469e-ab0e-501804704cce triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:29.293233 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-70be86d3-8158-4b70-a997-382238a1e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df5be960-7a11-469e-ab0e-501804704cce), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:29.332218 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-70be86d3-8158-4b70-a997-382238a1e32d None None] Port df5be960-7a11-469e-ab0e-501804704cce cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:14:29.353965 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (df5be960-7a11-469e-ab0e-501804704cce), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:29.555540 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Publish callbacks [] for port (df5be960-7a11-469e-ab0e-501804704cce), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:29.560593 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (df5be960-7a11-469e-ab0e-501804704cce), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:29.561344 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (41c0f83f-3eff-4676-bdae-fa302c268202), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:29.636559 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Pushing event updated for resources: {'Port': ['ID=df5be960-7a11-469e-ab0e-501804704cce,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:29.683121 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:14:29.684409 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:29.845670 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Router 41c0f83f-3eff-4676-bdae-fa302c268202 is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:14:29.943111 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:14:29.948804 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-84c24b15-9aab-422a-8ae5-2be8ef8e4188 demo admin] 10.222.0.82 "PUT /v2.0/routers/41c0f83f-3eff-4676-bdae-fa302c268202/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7520003 Mar 31 20:14:29.954687 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Sync routers for ids ['41c0f83f-3eff-4676-bdae-fa302c268202'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:14:29.969049 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Routers {'41c0f83f-3eff-4676-bdae-fa302c268202'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:14:29.970217 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:14:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['41c0f83f-3eff-4676-bdae-fa302c268202'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:30.011495 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-72b085da-914e-4b6d-bb76-cd5d2bc9161a None None] Provisioning complete for port df5be960-7a11-469e-ab0e-501804704cce triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:30.011894 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-72b085da-914e-4b6d-bb76-cd5d2bc9161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df5be960-7a11-469e-ab0e-501804704cce), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:30.048068 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-72b085da-914e-4b6d-bb76-cd5d2bc9161a None None] Port df5be960-7a11-469e-ab0e-501804704cce cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:14:30.162651 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Set router 41c0f83f-3eff-4676-bdae-fa302c268202 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:14:30.607149 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'name': 'router1', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:18Z', 'updated_at': '2022-03-31T20:14:29Z', 'revision_number': 2, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'gw_port_host': None, '_interfaces': [{'id': 'df5be960-7a11-469e-ab0e-501804704cce', 'name': '', 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'mac_address': 'fa:16:3e:a5:f4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:28Z', 'updated_at': '2022-03-31T20:14:29Z', 'revision_number': 2, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'subnets': [{'id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ccdfe87-fec9-407b-93f5-d2e1def7325a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:30.622121 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:30.659780 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Checking router: 41c0f83f-3eff-4676-bdae-fa302c268202 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:14:30.660163 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Updating router 41c0f83f-3eff-4676-bdae-fa302c268202 port df5be960-7a11-469e-ab0e-501804704cce binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:14:30.712188 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (df5be960-7a11-469e-ab0e-501804704cce), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:31.220177 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Publish callbacks [] for port (df5be960-7a11-469e-ab0e-501804704cce), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:31.229245 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (df5be960-7a11-469e-ab0e-501804704cce), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:31.386247 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Pushing event updated for resources: {'Port': ['ID=df5be960-7a11-469e-ab0e-501804704cce,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:31.398185 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.398533 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.398908 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.399252 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.399776 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.400114 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.400985 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.401313 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.401639 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.401961 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.402288 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.402624 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.403038 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.403365 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.403685 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Tracked resource versions report: Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: pushed versions: Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: { 'AddressGroup': {'1.2'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Agent': {'1.1'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'ConntrackHelper': {'1.0'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Log': {'1.0'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'NDPProxy': {'1.0'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Network': {'1.1'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Port': {'1.7'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'PortForwarding': {'1.3'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'QosPolicy': {'1.10'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SecurityGroup': {'1.5'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SubPort': {'1.0'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Subnet': {'1.1'}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Trunk': {'1.1'}} Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: consumer versions: Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: { DHCP agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: L3 agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: Metadata agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: Metering agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: Open vSwitch agent@dv-cinder-836071-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Agent': '1.1', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'ConntrackHelper': '1.0', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'LocalIPAssociation': '1.0', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Log': '1.0', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'NDPProxy': '1.0', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Network': '1.1', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Port': '1.7', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'PortForwarding': '1.3', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'QosPolicy': '1.10', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SecurityGroup': '1.5', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SecurityGroupRule': '1.2', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SubPort': '1.0', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Subnet': '1.1', Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Trunk': '1.1'}} Mar 31 20:14:31.405155 dv-cinder-836071-1-iscsi neutron-server[103338]: {{(pid=103338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:14:31.439721 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Attempting to bind port df5be960-7a11-469e-ab0e-501804704cce on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:14:31.440112 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Attempting to bind port df5be960-7a11-469e-ab0e-501804704cce by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'b1366474-67ce-493b-b6a3-b2b2f6682038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:14:31.440535 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Attempting to bind port df5be960-7a11-469e-ab0e-501804704cce on network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:14:31.445702 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:14:31.446113 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Checking segment: {'id': 'b1366474-67ce-493b-b6a3-b2b2f6682038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:14:31.446591 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:31.447056 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Bound using segment: {'id': 'b1366474-67ce-493b-b6a3-b2b2f6682038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:14:31.447545 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Bound port: df5be960-7a11-469e-ab0e-501804704cce, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1366474-67ce-493b-b6a3-b2b2f6682038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:14:31.447925 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (df5be960-7a11-469e-ab0e-501804704cce), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:31.491345 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1518ed95-6db4-4928-9054-52cc11d03ff7 None None] Provisioning complete for port df5be960-7a11-469e-ab0e-501804704cce triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:31.491663 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1518ed95-6db4-4928-9054-52cc11d03ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df5be960-7a11-469e-ab0e-501804704cce), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:31.516609 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] For port df5be960-7a11-469e-ab0e-501804704cce, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:14:31.537711 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] For port df5be960-7a11-469e-ab0e-501804704cce, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=df5be960-7a11-469e-ab0e-501804704cce,segment=NetworkSegment(b1366474-67ce-493b-b6a3-b2b2f6682038),segment_id=b1366474-67ce-493b-b6a3-b2b2f6682038)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:14:31.545638 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (df5be960-7a11-469e-ab0e-501804704cce), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:31.551542 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1518ed95-6db4-4928-9054-52cc11d03ff7 None None] Port df5be960-7a11-469e-ab0e-501804704cce cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:14:31.602132 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8d4c6-4dfb-4165-b879-fd54b58445ca None None] Pushing event updated for resources: {'Port': ['ID=df5be960-7a11-469e-ab0e-501804704cce,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:31.625513 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Routers {'41c0f83f-3eff-4676-bdae-fa302c268202'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:14:31.626251 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:14:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['41c0f83f-3eff-4676-bdae-fa302c268202'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:31.722096 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] Set router 41c0f83f-3eff-4676-bdae-fa302c268202 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:14:31.774939 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b18222ce-0fd2-4161-abf4-1ddf9982de8b None None] Provisioning complete for port df5be960-7a11-469e-ab0e-501804704cce triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:31.776689 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b18222ce-0fd2-4161-abf4-1ddf9982de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df5be960-7a11-469e-ab0e-501804704cce), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:31.853541 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b18222ce-0fd2-4161-abf4-1ddf9982de8b None None] Current status of the port df5be960-7a11-469e-ab0e-501804704cce is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:31.853861 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b18222ce-0fd2-4161-abf4-1ddf9982de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (df5be960-7a11-469e-ab0e-501804704cce), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:31.888242 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b18222ce-0fd2-4161-abf4-1ddf9982de8b None None] For port df5be960-7a11-469e-ab0e-501804704cce, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=df5be960-7a11-469e-ab0e-501804704cce,segment=NetworkSegment(b1366474-67ce-493b-b6a3-b2b2f6682038),segment_id=b1366474-67ce-493b-b6a3-b2b2f6682038)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:14:31.893648 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b18222ce-0fd2-4161-abf4-1ddf9982de8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (df5be960-7a11-469e-ab0e-501804704cce), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:31.939290 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'name': 'router1', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:18Z', 'updated_at': '2022-03-31T20:14:29Z', 'revision_number': 2, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'gw_port_host': None, '_interfaces': [{'id': 'df5be960-7a11-469e-ab0e-501804704cce', 'name': '', 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'mac_address': 'fa:16:3e:a5:f4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:28Z', 'updated_at': '2022-03-31T20:14:31Z', 'revision_number': 4, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'subnets': [{'id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ccdfe87-fec9-407b-93f5-d2e1def7325a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:31.942233 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18222ce-0fd2-4161-abf4-1ddf9982de8b None None] Pushing event updated for resources: {'Port': ['ID=df5be960-7a11-469e-ab0e-501804704cce,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:31.968100 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ab475-ce02-4646-a45a-cb817f03d08a None None] The sync data for ids ['41c0f83f-3eff-4676-bdae-fa302c268202'] in dv-cinder-836071-1-iscsi is: [{'id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'name': 'router1', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:18Z', 'updated_at': '2022-03-31T20:14:29Z', 'revision_number': 2, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'gw_port_host': None, '_interfaces': [{'id': 'df5be960-7a11-469e-ab0e-501804704cce', 'name': '', 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'mac_address': 'fa:16:3e:a5:f4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:28Z', 'updated_at': '2022-03-31T20:14:31Z', 'revision_number': 4, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'subnets': [{'id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ccdfe87-fec9-407b-93f5-d2e1def7325a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:14:32.022585 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:32.451374 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56344) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:32.649287 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31d05c-1b6d-4680-b4b3-b4ebd4bac5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:32.650681 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-7c31d05c-1b6d-4680-b4b3-b4ebd4bac5fb admin admin] 10.222.0.82 "GET /v2.0/networks/b6166ece-df5b-42ec-a07f-4b497066a618 HTTP/1.1" status: 200 len: 842 time: 0.1982353 Mar 31 20:14:32.659888 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:32.683153 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Made reservation on behalf of 54d9e684e3214f8bbce1ef9403fb9e8d for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:14:32.685322 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:32.984935 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.objects.ports [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103336) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 20:14:32.985279 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (c8200833-5393-45d7-892d-bc33c57a91f8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:33.042783 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8200833-5393-45d7-892d-bc33c57a91f8,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:33.052991 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:14:33.053343 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Network hostable DHCP agents. Network: b6166ece-df5b-42ec-a07f-4b497066a618, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:14:33.073246 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:14:33.084099 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, b6166ece-df5b-42ec-a07f-4b497066a618) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:33.088898 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:33.089505 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:33.095096 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0982b530-fa71-4599-a11d-6b186ce23f8c None None] Network b6166ece-df5b-42ec-a07f-4b497066a618 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:14:33.106622 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f260ba86-0d55-4498-b36f-788e9f860ce4 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4500237 Mar 31 20:14:33.196687 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6114d579-a0bc-4adf-a66c-3f40c4254d15 None None] Network b6166ece-df5b-42ec-a07f-4b497066a618 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:14:35.588321 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56362) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:35.720070 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-bd73bf22-8deb-4ad0-95ec-4a37693574c8 demo admin] 10.222.0.82 "GET /v2.0/routers/41c0f83f-3eff-4676-bdae-fa302c268202 HTTP/1.1" status: 200 len: 710 time: 0.1305430 Mar 31 20:14:35.804132 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8cdf4d-f37e-45ee-a8df-5e1388d4f88b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:14:35.805477 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ac8cdf4d-f37e-45ee-a8df-5e1388d4f88b demo admin] 10.222.0.82 "GET /v2.0/networks/b6166ece-df5b-42ec-a07f-4b497066a618 HTTP/1.1" status: 200 len: 886 time: 0.0801668 Mar 31 20:14:35.814622 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:14:36.130239 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Publish callbacks [] for router_gateway (41c0f83f-3eff-4676-bdae-fa302c268202), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:36.366213 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Publish callbacks [] for router_gateway (41c0f83f-3eff-4676-bdae-fa302c268202), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:36.441592 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:36.541511 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Allocated IP 172.27.1.66 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:14:36.641731 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Publish callbacks [] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:36.674484 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:36.708733 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:14:36.711427 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:14:36.714462 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:14:36.779722 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Pushing event updated for resources: {'Port': ['ID=5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:36.973522 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Publish callbacks [] for router_gateway (41c0f83f-3eff-4676-bdae-fa302c268202), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:37.177126 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-588993', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1673'] for router (41c0f83f-3eff-4676-bdae-fa302c268202), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:37.180701 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577465'] for router (41c0f83f-3eff-4676-bdae-fa302c268202), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:37.292595 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Router 41c0f83f-3eff-4676-bdae-fa302c268202 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:14:37.484457 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:14:37.488632 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:37.489808 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-e257c614-76cd-4896-9740-6f930f2521b9 demo admin] 10.222.0.82 "PUT /v2.0/routers/41c0f83f-3eff-4676-bdae-fa302c268202 HTTP/1.1" status: 200 len: 889 time: 1.6782331 Mar 31 20:14:38.684835 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device df5be960-7a11-469e-ab0e-501804704cce up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:14:38.737272 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port df5be960-7a11-469e-ab0e-501804704cce triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:38.737655 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df5be960-7a11-469e-ab0e-501804704cce), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:38.818695 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port df5be960-7a11-469e-ab0e-501804704cce is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:40.026559 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56374) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:40.142350 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-3275c36c-1cfc-42d6-82e7-0542cdb60cc3 admin admin] 10.222.0.82 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1146455 Mar 31 20:14:40.556473 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Sync routers for ids ['41c0f83f-3eff-4676-bdae-fa302c268202'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:14:40.567117 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Routers {'41c0f83f-3eff-4676-bdae-fa302c268202'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:14:40.567772 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:14:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['41c0f83f-3eff-4676-bdae-fa302c268202'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:40.783088 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Set router 41c0f83f-3eff-4676-bdae-fa302c268202 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:14:41.236851 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'name': 'router1', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:18Z', 'updated_at': '2022-03-31T20:14:36Z', 'revision_number': 4, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'gw_port': {'id': '5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:36Z', 'updated_at': '2022-03-31T20:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df5be960-7a11-469e-ab0e-501804704cce', 'name': '', 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'mac_address': 'fa:16:3e:a5:f4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:28Z', 'updated_at': '2022-03-31T20:14:31Z', 'revision_number': 5, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'subnets': [{'id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ccdfe87-fec9-407b-93f5-d2e1def7325a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:41.285505 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Checking router: 41c0f83f-3eff-4676-bdae-fa302c268202 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:14:41.285876 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Updating router 41c0f83f-3eff-4676-bdae-fa302c268202 port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850 binding host dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:14:41.339167 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:41.654140 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Publish callbacks [] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:41.659478 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:41.704474 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7450061-a4b0-4cc6-826c-047c409d63fc None None] Pushing event updated for resources: {'Port': ['ID=5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:41.715210 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Attempting to bind port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:14:41.715587 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Attempting to bind port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:14:41.715955 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Attempting to bind port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850 on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:14:41.720857 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:14:41.721238 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:14:41.721638 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:41.722029 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:14:41.722494 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Bound port: 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:14:41.722896 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:41.773568 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] For port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:14:41.777459 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] For port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:14:41.783965 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:41.831625 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Routers {'41c0f83f-3eff-4676-bdae-fa302c268202'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:14:41.832254 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:14:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['41c0f83f-3eff-4676-bdae-fa302c268202'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:41.922507 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7450061-a4b0-4cc6-826c-047c409d63fc None None] Pushing event updated for resources: {'Port': ['ID=5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:41.958381 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] Set router 41c0f83f-3eff-4676-bdae-fa302c268202 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:14:42.178866 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'name': 'router1', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:18Z', 'updated_at': '2022-03-31T20:14:36Z', 'revision_number': 4, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'gw_port': {'id': '5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:36Z', 'updated_at': '2022-03-31T20:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df5be960-7a11-469e-ab0e-501804704cce', 'name': '', 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'mac_address': 'fa:16:3e:a5:f4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:28Z', 'updated_at': '2022-03-31T20:14:31Z', 'revision_number': 5, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'subnets': [{'id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ccdfe87-fec9-407b-93f5-d2e1def7325a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:42.209244 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c109bee-477b-480b-851d-5fa948771be3 None None] The sync data for ids ['41c0f83f-3eff-4676-bdae-fa302c268202'] in dv-cinder-836071-1-iscsi is: [{'id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'name': 'router1', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:14:18Z', 'updated_at': '2022-03-31T20:14:36Z', 'revision_number': 4, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'gw_port': {'id': '5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:36Z', 'updated_at': '2022-03-31T20:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df5be960-7a11-469e-ab0e-501804704cce', 'name': '', 'network_id': 'dcd349d0-4fb2-4d07-808a-a1d02bb7da90', 'tenant_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'mac_address': 'fa:16:3e:a5:f4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c0f83f-3eff-4676-bdae-fa302c268202', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:14:28Z', 'updated_at': '2022-03-31T20:14:31Z', 'revision_number': 5, 'project_id': 'd6b7838ff85b4423b9de68f51a4c1958', 'subnets': [{'id': '779d0b04-2509-41de-bc17-3162b2e26c46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ccdfe87-fec9-407b-93f5-d2e1def7325a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:14:42.714535 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:14:42.778395 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:42.778819 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:42.909732 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:42.910209 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:42.932920 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:14:42.940684 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:42.994190 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:14:44.689558 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:14:44.775676 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:14:44.775949 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:44.890558 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 5e5a27f6-c0f4-48a9-b7bd-0ce04cd68850 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:14:51.398807 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:14:55.800126 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0276e4ec-1a45-404e-b697-5a4db7860627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:58.060127 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc2a80fe-563a-4736-b4ed-13ed2b71cb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:59.288763 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:00.633358 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:02.034237 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:25.798484 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f17f1085-4cec-4574-b2e9-6b2a29de79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:28.114369 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f183ce64-8d75-46af-bceb-1b0b6d5a021c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:28.398799 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:15:29.291354 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:30.639818 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:32.032279 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:55.791927 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-677077b6-a91a-480d-a303-a8306f0b409c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:58.060371 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a2265e0-dac0-4e38-b95b-a33e50de2217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:59.288353 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:00.640974 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:01.102568 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56858) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:01.162524 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff71d8a-1901-4ce1-bd8d-ace536a7bf33 admin admin] GET failed (client error): The resource could not be found. Mar 31 20:16:01.163806 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-cff71d8a-1901-4ce1-bd8d-ace536a7bf33 admin admin] 10.222.0.82 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602727 Mar 31 20:16:01.322756 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a70732-0607-4f5e-b170-43d3f476c705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:01.324131 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-54a70732-0607-4f5e-b170-43d3f476c705 admin admin] 10.222.0.82 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562526 Mar 31 20:16:02.034981 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:03.609065 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56868) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:03.698815 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eedde84-8255-46ec-b48b-9bdf3ce6ed60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:03.700115 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-1eedde84-8255-46ec-b48b-9bdf3ce6ed60 admin admin] 10.222.0.82 "GET /v2.0/subnets/779d0b04-2509-41de-bc17-3162b2e26c46 HTTP/1.1" status: 200 len: 849 time: 0.0901084 Mar 31 20:16:03.709148 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:16:03.791906 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Publish callbacks [] for subnet (779d0b04-2509-41de-bc17-3162b2e26c46), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:03.924800 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736218963074'] for subnet (779d0b04-2509-41de-bc17-3162b2e26c46), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:03.957081 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:03.957657 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:03.958930 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] 10.222.0.82 "PUT /v2.0/subnets/779d0b04-2509-41de-bc17-3162b2e26c46 HTTP/1.1" status: 200 len: 868 time: 0.2532322 Mar 31 20:16:03.962093 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d37b5b-e264-44dd-8f1f-59950a1bce25 None None] Network dcd349d0-4fb2-4d07-808a-a1d02bb7da90 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:16:03.979337 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=779d0b04-2509-41de-bc17-3162b2e26c46,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:16:03.986567 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.986973 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.987306 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.987648 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.987976 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.988299 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.988902 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.989011 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.989290 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.990831 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.991171 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.991503 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.991825 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.992144 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:03.992461 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c318a13c-77aa-431e-9cf1-ecbb25855e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:04.272999 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-51900380-7997-4807-9e3d-47ffdac958df None None] Provisioning complete for port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:16:04.273390 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-51900380-7997-4807-9e3d-47ffdac958df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (78796d5e-1193-410d-a4f9-7fd47ec41cc1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:04.351025 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-51900380-7997-4807-9e3d-47ffdac958df None None] Current status of the port 78796d5e-1193-410d-a4f9-7fd47ec41cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:16:04.360861 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-51900380-7997-4807-9e3d-47ffdac958df None None] Provisioning complete for port df5be960-7a11-469e-ab0e-501804704cce triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:16:04.361102 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-51900380-7997-4807-9e3d-47ffdac958df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df5be960-7a11-469e-ab0e-501804704cce), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:04.436327 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-51900380-7997-4807-9e3d-47ffdac958df None None] Current status of the port df5be960-7a11-469e-ab0e-501804704cce is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:16:05.397558 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:16:06.255158 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 56876) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:06.456383 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212eafdd-7d21-4510-89e3-365bbe7b3b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:06.456772 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212eafdd-7d21-4510-89e3-365bbe7b3b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:06.458329 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-212eafdd-7d21-4510-89e3-365bbe7b3b0b admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017224 Mar 31 20:16:08.771791 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 56886) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:08.901298 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5619fc24-c7f9-444d-bfaa-ae341337f865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:08.901767 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5619fc24-c7f9-444d-bfaa-ae341337f865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:08.903291 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-5619fc24-c7f9-444d-bfaa-ae341337f865 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305525 Mar 31 20:16:11.208638 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56894) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:11.328915 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48549ab6-4a73-4d74-bd9c-58df6f160fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:11.330234 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-48549ab6-4a73-4d74-bd9c-58df6f160fd3 admin admin] 10.222.0.82 "GET /v2.0/networks/b6166ece-df5b-42ec-a07f-4b497066a618 HTTP/1.1" status: 200 len: 886 time: 0.1206555 Mar 31 20:16:13.600719 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56902) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:13.728104 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d67fa8-1ada-45d8-9843-39e726363159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:13.729418 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-20d67fa8-1ada-45d8-9843-39e726363159 admin admin] 10.222.0.82 "GET /v2.0/networks/dcd349d0-4fb2-4d07-808a-a1d02bb7da90 HTTP/1.1" status: 200 len: 869 time: 0.1277597 Mar 31 20:16:16.014565 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56910) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:16.133202 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a8961-0676-4a2f-9556-5f27a9f79ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:16.133652 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a8961-0676-4a2f-9556-5f27a9f79ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:16.135178 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-d34a8961-0676-4a2f-9556-5f27a9f79ca5 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1196604 Mar 31 20:16:18.420284 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56918) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:18.512088 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd29194a-c7c7-4c69-9a1f-16a1b73c99f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:18.512538 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd29194a-c7c7-4c69-9a1f-16a1b73c99f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:18.514051 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-cd29194a-c7c7-4c69-9a1f-16a1b73c99f6 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928264 Mar 31 20:16:20.781346 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56926) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:20.870612 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faae216b-b810-4018-b37b-43dec0f2f475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:20.871973 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-faae216b-b810-4018-b37b-43dec0f2f475 admin admin] 10.222.0.82 "GET /v2.0/subnets/779d0b04-2509-41de-bc17-3162b2e26c46 HTTP/1.1" status: 200 len: 868 time: 0.0897288 Mar 31 20:16:23.173888 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56934) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:23.258403 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d3609-77ce-49fa-a04f-921994976bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:23.259704 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a66d3609-77ce-49fa-a04f-921994976bb2 admin admin] 10.222.0.82 "GET /v2.0/subnets/c8200833-5393-45d7-892d-bc33c57a91f8 HTTP/1.1" status: 200 len: 816 time: 0.0848794 Mar 31 20:16:25.792875 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-10044248-0eaa-4a8f-9069-c30446cc3c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:28.061746 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-62623dc5-26e3-49bc-b7c5-5af0b2553aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:29.290953 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:30.648391 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:32.040093 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:42.396665 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:16:51.086133 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 56986) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:51.134048 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [None req-d546f572-6d42-4833-899d-4b4f5b48951c admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:16:51.135048 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-d546f572-6d42-4833-899d-4b4f5b48951c admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479441 Mar 31 20:16:53.496382 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 56994) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:53.556022 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e53c8f8-b084-43ca-a9e9-48c9b42f391b admin admin] GET failed (client error): The resource could not be found. Mar 31 20:16:53.557275 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-7e53c8f8-b084-43ca-a9e9-48c9b42f391b admin admin] 10.222.0.82 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599515 Mar 31 20:16:53.694796 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70074ec5-276b-463b-9fd8-17a56de88e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:53.696166 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-70074ec5-276b-463b-9fd8-17a56de88e0d admin admin] 10.222.0.82 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1348872 Mar 31 20:16:55.795834 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab2291b7-b26f-451b-826b-2d0a8419d77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:55.997443 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57002) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:56.044123 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:16:56.063033 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Made reservation on behalf of 54d9e684e3214f8bbce1ef9403fb9e8d for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:16:56.065175 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:56.101598 dv-cinder-836071-1-iscsi neutron-server[103335]: WARNING neutron.services.revisions.revision_plugin [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Could not find related network for resource to bump revision. Mar 31 20:16:56.114008 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:16:56.122969 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (cf02c619-0740-4a4f-a8be-c6b4acf112ea), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:56.123317 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Added segment cf02c619-0740-4a4f-a8be-c6b4acf112ea of type vlan for network 2871c9a3-4fcb-4406-926b-211434148b2f Mar 31 20:16:56.162851 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (2871c9a3-4fcb-4406-926b-211434148b2f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:56.186407 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (2871c9a3-4fcb-4406-926b-211434148b2f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:56.187354 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:56.187927 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:56.262385 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2638681 Mar 31 20:16:56.279879 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Pushing event updated for resources: {'Network': ['ID=2871c9a3-4fcb-4406-926b-211434148b2f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:16:56.288173 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.288527 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.288898 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.289249 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.289586 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.289922 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.290254 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.294930 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.295462 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.295813 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.296170 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.296530 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.297114 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.297461 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.297788 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b145af-3b9a-44ff-9768-fe0ccdd57d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:56.313978 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 2871c9a3-4fcb-4406-926b-211434148b2f details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:16:58.063617 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b9ee635c-040e-485a-9621-2f7f41d42be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:58.571696 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57010) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:16:58.630564 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9042dc-1df9-40a7-acb9-57c68c81f1ff admin admin] GET failed (client error): The resource could not be found. Mar 31 20:16:58.631852 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-5d9042dc-1df9-40a7-acb9-57c68c81f1ff admin admin] 10.222.0.82 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591784 Mar 31 20:16:58.702016 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f07fe-057d-43fe-b4f1-158ea0c1ca18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:58.703472 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-ad4f07fe-057d-43fe-b4f1-158ea0c1ca18 admin admin] 10.222.0.82 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676105 Mar 31 20:16:58.712769 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:16:58.730931 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Made reservation on behalf of 54d9e684e3214f8bbce1ef9403fb9e8d for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:16:58.733132 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:58.891432 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (32b49dec-5536-46b2-9a21-f85c5d032294), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:58.945009 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b49dec-5536-46b2-9a21-f85c5d032294,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:16:58.951840 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Checking segment: {'id': 'cf02c619-0740-4a4f-a8be-c6b4acf112ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:16:58.952185 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Network hostable DHCP agents. Network: 2871c9a3-4fcb-4406-926b-211434148b2f, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:16:58.968288 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Network 2871c9a3-4fcb-4406-926b-211434148b2f is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:16:58.976318 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 2871c9a3-4fcb-4406-926b-211434148b2f) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:16:58.980145 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:16:58.980720 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:58.985652 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d85196-7499-4488-bb50-a8f965a6ec97 None None] Network 2871c9a3-4fcb-4406-926b-211434148b2f requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:16:58.996220 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2a3a264d-4db6-4a83-9f9d-5577d5ba2d9b admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2866263 Mar 31 20:16:59.091156 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-2871c9a3-4fcb-4406-926b-211434148b2f', 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f', 'project_id': '54d9e684e3214f8bbce1ef9403fb9e8d', 'fixed_ips': [{'subnet_id': '32b49dec-5536-46b2-9a21-f85c5d032294'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:16:59.092029 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:59.232593 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Allocated IP 192.168.233.2 (2871c9a3-4fcb-4406-926b-211434148b2f/32b49dec-5536-46b2-9a21-f85c5d032294/1092f472-7c87-4027-b39c-e283b912f749) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:16:59.321863 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:59.389556 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Publish callbacks [] for port (1092f472-7c87-4027-b39c-e283b912f749), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:59.396681 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (1092f472-7c87-4027-b39c-e283b912f749), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:59.443244 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Pushing event updated for resources: {'Port': ['ID=1092f472-7c87-4027-b39c-e283b912f749,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:16:59.449920 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Network 2871c9a3-4fcb-4406-926b-211434148b2f is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:16:59.452096 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.452447 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.452806 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.453164 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.453502 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.453834 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.454162 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.454487 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.454839 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.455168 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.455490 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.455828 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.456673 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.457737 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.457737 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:16:59.460944 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:16:59.477637 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:16:59.537286 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Attempting to bind port 1092f472-7c87-4027-b39c-e283b912f749 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:16:59.538421 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Attempting to bind port 1092f472-7c87-4027-b39c-e283b912f749 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'cf02c619-0740-4a4f-a8be-c6b4acf112ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:16:59.538421 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Attempting to bind port 1092f472-7c87-4027-b39c-e283b912f749 on network 2871c9a3-4fcb-4406-926b-211434148b2f {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:16:59.543035 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:16:59.543402 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Checking segment: {'id': 'cf02c619-0740-4a4f-a8be-c6b4acf112ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:16:59.543803 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:59.544192 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Bound using segment: {'id': 'cf02c619-0740-4a4f-a8be-c6b4acf112ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:16:59.544657 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Bound port: 1092f472-7c87-4027-b39c-e283b912f749, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf02c619-0740-4a4f-a8be-c6b4acf112ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:16:59.545673 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (1092f472-7c87-4027-b39c-e283b912f749), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:59.700923 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] For port 1092f472-7c87-4027-b39c-e283b912f749, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:16:59.703971 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] For port 1092f472-7c87-4027-b39c-e283b912f749, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=1092f472-7c87-4027-b39c-e283b912f749,segment=NetworkSegment(cf02c619-0740-4a4f-a8be-c6b4acf112ea),segment_id=cf02c619-0740-4a4f-a8be-c6b4acf112ea)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:16:59.711045 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (1092f472-7c87-4027-b39c-e283b912f749), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:59.776230 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dbe44-307a-4440-a402-37d0bca73d8a None None] Pushing event updated for resources: {'Port': ['ID=1092f472-7c87-4027-b39c-e283b912f749,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:17:00.615532 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ecef87-e1e6-4cbd-b8bf-89a8915837e8 None None] Network 2871c9a3-4fcb-4406-926b-211434148b2f requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:17:00.683390 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:00.707455 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c59e0a37-1475-4378-87b8-a0b56640eb69 None None] Provisioning complete for port 1092f472-7c87-4027-b39c-e283b912f749 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:17:00.707455 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c59e0a37-1475-4378-87b8-a0b56640eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (1092f472-7c87-4027-b39c-e283b912f749), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:00.775575 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 1092f472-7c87-4027-b39c-e283b912f749 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:17:00.873115 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c59e0a37-1475-4378-87b8-a0b56640eb69 None None] Current status of the port 1092f472-7c87-4027-b39c-e283b912f749 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:00.873447 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c59e0a37-1475-4378-87b8-a0b56640eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (1092f472-7c87-4027-b39c-e283b912f749), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:00.877028 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 1092f472-7c87-4027-b39c-e283b912f749 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:17:00.877409 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (1092f472-7c87-4027-b39c-e283b912f749), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:00.941527 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c59e0a37-1475-4378-87b8-a0b56640eb69 None None] For port 1092f472-7c87-4027-b39c-e283b912f749, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=1092f472-7c87-4027-b39c-e283b912f749,segment=NetworkSegment(cf02c619-0740-4a4f-a8be-c6b4acf112ea),segment_id=cf02c619-0740-4a4f-a8be-c6b4acf112ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:17:00.948528 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c59e0a37-1475-4378-87b8-a0b56640eb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (1092f472-7c87-4027-b39c-e283b912f749), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:01.022389 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 1092f472-7c87-4027-b39c-e283b912f749 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:01.027931 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e0a37-1475-4378-87b8-a0b56640eb69 None None] Pushing event updated for resources: {'Port': ['ID=1092f472-7c87-4027-b39c-e283b912f749,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:17:01.069522 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-a9257f82-5008-4d82-888c-c721f3f8eb2a None None] Provisioning complete for port 1092f472-7c87-4027-b39c-e283b912f749 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:17:01.069913 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a9257f82-5008-4d82-888c-c721f3f8eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (1092f472-7c87-4027-b39c-e283b912f749), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:01.151878 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-a9257f82-5008-4d82-888c-c721f3f8eb2a None None] Current status of the port 1092f472-7c87-4027-b39c-e283b912f749 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:02.042839 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:02.734970 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 1092f472-7c87-4027-b39c-e283b912f749 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:17:02.782119 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 1092f472-7c87-4027-b39c-e283b912f749 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:17:02.782448 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (1092f472-7c87-4027-b39c-e283b912f749), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:02.859315 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 1092f472-7c87-4027-b39c-e283b912f749 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:19.395994 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:17:25.799169 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8f3924a6-d7ff-48f5-ad63-140222b6e2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:28.065895 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a89b8ba-a501-42d0-9d89-b4b85020b84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:29.297289 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:30.652062 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:32.045216 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:55.800303 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-514a853b-a148-40c4-bd24-9f5417d7cc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:56.395823 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:17:58.067236 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c5f0d8ee-b288-4f3f-8dee-ce1733de1803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:59.301330 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:00.655813 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:02.049581 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:19.269789 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57052) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:18:19.275277 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [None req-fe9939d9-73d4-4922-ba53-a7763547dd5b tempest-verify_tempest_config-1801560698 tempest-verify_tempest_config-1801560698-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:18:19.276259 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-fe9939d9-73d4-4922-ba53-a7763547dd5b tempest-verify_tempest_config-1801560698 tempest-verify_tempest_config-1801560698-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055103 Mar 31 20:18:19.562106 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57070) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:18:19.661611 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:19.733984 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Publish callbacks [] for security_group (f4909e37-addd-437c-a810-5618672d3f0e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:19.737466 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f4909e37-addd-437c-a810-5618672d3f0e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:19.781447 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=76194dd74efa42b5beae6889cae994de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2177215 Mar 31 20:18:19.782476 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4909e37-addd-437c-a810-5618672d3f0e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:18:19.784365 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57074) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:18:19.789454 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.789804 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.790157 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.790502 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.790877 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.791211 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.791540 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.791880 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.792213 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.792523 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.792868 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.793197 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.793526 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.793849 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.794172 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be5368-2f1e-4702-b812-198f1f131a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.845943 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Publish callbacks [] for security_group (f4909e37-addd-437c-a810-5618672d3f0e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:19.865630 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Publish callbacks [] for security_group (f4909e37-addd-437c-a810-5618672d3f0e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:19.955634 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f4909e37-addd-437c-a810-5618672d3f0e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:19.958157 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:19.959347 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f4909e37-addd-437c-a810-5618672d3f0e HTTP/1.1" status: 204 len: 168 time: 0.1740327 Mar 31 20:18:19.966995 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4909e37-addd-437c-a810-5618672d3f0e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:18:19.973806 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.974148 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.974486 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.974858 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.975186 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.975513 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.975834 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.976152 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.976489 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.976812 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.977131 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.977461 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.977778 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.978093 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:19.978406 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab9f670-0f22-4192-a1e1-6d4161af9001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:25.801782 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6345e4de-d7f0-495f-866f-2ac83438bea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:28.071341 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-195e6080-2fc2-4eb0-aebf-be6f776768ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:29.304222 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:30.659974 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:32.052391 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:33.395142 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:18:55.803252 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-52f232b5-941b-4778-baa9-5bd640500932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:58.071867 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f8fb2454-0921-4b19-b9da-e99a356a3c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:59.306935 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:00.659631 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:02.054193 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:10.394106 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:19:25.806147 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-32f624b7-a5fc-444d-802f-c2b8996da5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:28.074037 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b4dac0eb-3408-41c9-bda2-32b9a2345f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:29.309853 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:30.662454 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:32.056480 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:47.393858 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 5 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:19:55.806603 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-abbc70b2-7c61-4ba9-afa0-6c9dfdb2bb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:58.076339 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-00d258bd-d7f7-419e-b4e5-ddfc54644b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:59.314295 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:00.665955 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:02.061186 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:03.419445 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575455'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:17.059331 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57146) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:20:17.162058 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-eb1d0368-0a10-4d8f-9cd1-35ba17d9e116 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1016564 Mar 31 20:20:19.458329 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57156) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:20:19.517631 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-99d6d619-d157-4155-b563-060df7c830d5 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0581009 Mar 31 20:20:24.392963 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:20:25.908531 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf990277-0c36-4898-b80c-e60abd9f6ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:28.079276 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf15b50e-fda2-43dc-858c-4896ad0e69ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:29.314932 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:30.669311 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:32.063380 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:33.400947 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:55.810425 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6566-6200-4976-8f99-1d6dce526988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:58.083069 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5f7fec54-c265-4197-816f-19a3b2c51849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:59.316087 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:00.672497 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:01.392620 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:21:02.064399 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:03.402325 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:25.812230 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c90b0b8b-a988-415f-af8c-4beeb3fe4a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:28.084495 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98690c9b-ef5c-492f-96c3-01496fd1d2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:29.319922 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:30.679231 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:32.065869 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:33.416390 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:38.392209 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:21:55.814923 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4382ba51-1b2c-4f65-a4b7-d9df7f91c5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:56.429959 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57344) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:56.600667 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57360) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:56.601155 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57362) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:56.731563 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1424089474-network', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:56.762608 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Made reservation on behalf of 0ffda7d751584e3fa2a86ea0c5dd3a59 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:21:56.765152 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:56.775797 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:56.866277 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Publish callbacks [] for security_group (31f3f1ab-afa0-4a1a-83cf-fcedcb701847), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:56.873936 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (31f3f1ab-afa0-4a1a-83cf-fcedcb701847), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:56.903320 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:21:56.907977 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3f1ab-afa0-4a1a-83cf-fcedcb701847,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:56.919637 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.920302 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.920962 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.921306 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.921631 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.922123 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.922452 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.922800 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.923265 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.923595 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.923929 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.924269 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.924595 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.924909 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.925389 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Tracked resource versions report: Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: pushed versions: Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: { 'AddressGroup': {'1.2'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Agent': {'1.1'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'ConntrackHelper': {'1.0'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Log': {'1.0'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'NDPProxy': {'1.0'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Network': {'1.1'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Port': {'1.7'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'PortForwarding': {'1.3'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'QosPolicy': {'1.10'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SecurityGroup': {'1.5'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SubPort': {'1.0'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Subnet': {'1.1'}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Trunk': {'1.1'}} Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: consumer versions: Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: { DHCP agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: L3 agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: Metadata agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: Metering agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: Open vSwitch agent@dv-cinder-836071-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Agent': '1.1', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'ConntrackHelper': '1.0', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'LocalIPAssociation': '1.0', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Log': '1.0', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'NDPProxy': '1.0', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Network': '1.1', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Port': '1.7', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'PortForwarding': '1.3', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'QosPolicy': '1.10', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SecurityGroup': '1.5', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SecurityGroupRule': '1.2', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'SubPort': '1.0', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Subnet': '1.1', Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: 'Trunk': '1.1'}} Mar 31 20:21:56.926990 dv-cinder-836071-1-iscsi neutron-server[103335]: {{(pid=103335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:21:56.935585 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (aee45512-c59b-4d6a-aba6-8f10be66c94b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:56.936082 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Added segment aee45512-c59b-4d6a-aba6-8f10be66c94b of type vlan for network 52a08276-8ed8-42f8-83e9-f46419f30e6e Mar 31 20:21:56.976102 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (52a08276-8ed8-42f8-83e9-f46419f30e6e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.004210 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (52a08276-8ed8-42f8-83e9-f46419f30e6e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.005212 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:21:57.005862 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.068056 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] Pushing event updated for resources: {'Network': ['ID=52a08276-8ed8-42f8-83e9-f46419f30e6e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:57.075807 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57380) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:57.078842 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 52a08276-8ed8-42f8-83e9-f46419f30e6e details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:21:57.080435 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Request body: {'subnet': {'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1424089474-subnet', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:57.083977 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-b5ae3203-19ad-46ba-afaf-1af3726bb830 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6510968 Mar 31 20:21:57.092839 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-network', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:57.120751 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1811316112-network', 'tenant_id': 'b2dc8e0e7dd04f4d9cdc30d320fdba47'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:57.129899 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57382) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:57.143475 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Made reservation on behalf of 0ffda7d751584e3fa2a86ea0c5dd3a59 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:21:57.146814 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.148778 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Made reservation on behalf of b6a356deae9d4aada508dd5b423afead for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:21:57.152176 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.177408 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.274530 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Publish callbacks [] for security_group (58ae06b1-36c0-4770-a8ee-267c2b561050), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.281138 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (58ae06b1-36c0-4770-a8ee-267c2b561050), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.306025 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:21:57.312449 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57398) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:57.316484 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (1fb7bc08-f5e1-4eb3-b613-a871acc110c1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.317163 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Added segment 1fb7bc08-f5e1-4eb3-b613-a871acc110c1 of type vlan for network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c Mar 31 20:21:57.358312 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (2cac471c-e091-4aa7-9f0e-e0c9aca76d4c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.371399 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (0dfa396b-59dd-4cc2-9232-d9b8a65c8441), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.399978 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ae06b1-36c0-4770-a8ee-267c2b561050,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:57.409017 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Made reservation on behalf of b2dc8e0e7dd04f4d9cdc30d320fdba47 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:21:57.411699 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.414976 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (2cac471c-e091-4aa7-9f0e-e0c9aca76d4c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.415116 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Checking segment: {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:21:57.415489 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Network hostable DHCP agents. Network: 52a08276-8ed8-42f8-83e9-f46419f30e6e, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:21:57.417178 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:21:57.419138 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.425585 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.473284 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1967476967-network', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:57.509650 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Made reservation on behalf of 8458c23e6cee4d3ba8c3caf1196ae08b for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:21:57.512908 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.524568 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.556468 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] Pushing event updated for resources: {'Network': ['ID=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:57.565222 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-29e64171-40d1-4543-ae85-0f5717c1aec7 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9633999 Mar 31 20:21:57.565746 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57410) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:57.568106 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:21:57.572136 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Request body: {'subnet': {'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-subnet', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:57.597692 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Made reservation on behalf of b6a356deae9d4aada508dd5b423afead for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:21:57.603294 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.611285 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Publish callbacks [] for security_group (559ff6f7-ef8f-420f-9bd7-1a4fe4b869e8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.620443 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfa396b-59dd-4cc2-9232-d9b8a65c8441,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:57.623388 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Network 52a08276-8ed8-42f8-83e9-f46419f30e6e is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:21:57.633992 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (559ff6f7-ef8f-420f-9bd7-1a4fe4b869e8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.650019 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:21:57.662187 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (27f88945-bf5b-4c11-8407-1a77d65211b3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.662875 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.segments_db [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Added segment 27f88945-bf5b-4c11-8407-1a77d65211b3 of type vlan for network df94f67e-3892-4dfd-8047-a81ba5940098 Mar 31 20:21:57.706571 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (df94f67e-3892-4dfd-8047-a81ba5940098), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.725545 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-198966007-network', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:57.748763 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 52a08276-8ed8-42f8-83e9-f46419f30e6e) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:21:57.764784 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b516fa-ee34-4723-b305-4349d6301ea7 None None] Network 52a08276-8ed8-42f8-83e9-f46419f30e6e requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:21:57.778438 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.778905 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.779895 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.779895 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.780477 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.780883 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.781199 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.781685 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.782223 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.782510 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.783047 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.783577 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.784062 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.784387 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.784709 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Tracked resource versions report: Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: pushed versions: Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: { 'AddressGroup': {'1.2'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Agent': {'1.1'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'ConntrackHelper': {'1.0'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Log': {'1.0'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'NDPProxy': {'1.0'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Network': {'1.1'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Port': {'1.7'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'PortForwarding': {'1.3'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'QosPolicy': {'1.10'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SecurityGroup': {'1.5'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SubPort': {'1.0'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Subnet': {'1.1'}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Trunk': {'1.1'}} Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: consumer versions: Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: { DHCP agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: L3 agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: Metadata agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: Metering agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: Open vSwitch agent@dv-cinder-836071-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Agent': '1.1', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'ConntrackHelper': '1.0', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'LocalIPAssociation': '1.0', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Log': '1.0', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'NDPProxy': '1.0', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Network': '1.1', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Port': '1.7', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'PortForwarding': '1.3', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'QosPolicy': '1.10', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SecurityGroup': '1.5', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SecurityGroupRule': '1.2', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'SubPort': '1.0', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Subnet': '1.1', Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: 'Trunk': '1.1'}} Mar 31 20:21:57.785910 dv-cinder-836071-1-iscsi neutron-server[103336]: {{(pid=103336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:21:57.793603 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:21:57.794614 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.802738 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Made reservation on behalf of 8eb2550b368f4401bfaf0998a1ab7a3b for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:21:57.804951 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.890682 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Publish callbacks [] for security_group (4114c5f3-82e0-4e52-8ed9-27f58340b459), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.912697 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (4114c5f3-82e0-4e52-8ed9-27f58340b459), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.924038 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.949161 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-7d336f40-f2bd-44a4-9279-28cfc2a163b4 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8713408 Mar 31 20:21:57.956407 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-52a08276-8ed8-42f8-83e9-f46419f30e6e', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:21:57.959091 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:57.967331 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57436) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:57.984165 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:57.994176 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:21:58.012721 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (df94f67e-3892-4dfd-8047-a81ba5940098), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.014575 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (fbf63542-f5e0-42a0-b3b7-62479f7cd75f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.031608 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:21:58.032735 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.035198 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559ff6f7-ef8f-420f-9bd7-1a4fe4b869e8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:58.091237 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf63542-f5e0-42a0-b3b7-62479f7cd75f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:58.106937 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (d3fcfc8e-1578-420d-bad4-9a2024337489), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.107315 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.segments_db [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Added segment d3fcfc8e-1578-420d-bad4-9a2024337489 of type vlan for network 006c9023-52aa-4778-89df-05426fb3df76 Mar 31 20:21:58.156350 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Checking segment: {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:21:58.156657 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Network hostable DHCP agents. Network: 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:21:58.175853 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Allocated IP 172.20.0.2 (52a08276-8ed8-42f8-83e9-f46419f30e6e/0dfa396b-59dd-4cc2-9232-d9b8a65c8441/3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:21:58.218872 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:21:58.236266 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:21:58.241665 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:21:58.242252 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.269717 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0b74260b-bf6a-406f-b3f1-21755317a7c4 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7023168 Mar 31 20:21:58.272340 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57446) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:58.278034 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:58.283180 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791c26a-c6a4-4409-a378-56e36753640c None None] Network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:21:58.307514 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1670458 Mar 31 20:21:58.310086 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57452) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:58.323673 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Request body: {'subnet': {'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-subnet', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:58.368570 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Made reservation on behalf of 8458c23e6cee4d3ba8c3caf1196ae08b for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:21:58.374831 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a8f5168-b65b-4437-aabb-215b3a61b559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.375016 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.392603 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4114c5f3-82e0-4e52-8ed9-27f58340b459,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:58.409063 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (89cb85c0-4334-4013-8749-f1be15a1d91e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.410125 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (89cb85c0-4334-4013-8749-f1be15a1d91e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.495836 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:21:58.497032 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.521134 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Publish callbacks [] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.537405 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Publish callbacks [] for security_group (a0f87b14-7be5-476d-a974-7bc20319507a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.538911 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009cfe3-c43f-4270-b9f0-d0367b2c597c admin admin] Pushing event updated for resources: {'Network': ['ID=df94f67e-3892-4dfd-8047-a81ba5940098,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:58.539214 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.541445 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57458) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:58.544600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (006c9023-52aa-4778-89df-05426fb3df76), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.709937 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (fd38d247-1bf4-4567-b427-dde47a17b6b7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.711726 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (fd38d247-1bf4-4567-b427-dde47a17b6b7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.730531 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a0f87b14-7be5-476d-a974-7bc20319507a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.738621 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Network 52a08276-8ed8-42f8-83e9-f46419f30e6e is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:21:58.744287 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (3ffa9a92-cf33-47ab-abe2-d8205846d26d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.755269 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network df94f67e-3892-4dfd-8047-a81ba5940098 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:21:58.762162 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:21:58.773697 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:21:58.783883 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f87b14-7be5-476d-a974-7bc20319507a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:58.783985 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Pushing event updated for resources: {'Port': ['ID=3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:58.793050 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks [] for router_controller (89cb85c0-4334-4013-8749-f1be15a1d91e), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.813097 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:21:58.895221 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (866ca62e-56ee-4f50-8daa-2f2512034b6a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.896049 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.segments_db [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Added segment 866ca62e-56ee-4f50-8daa-2f2512034b6a of type vlan for network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 Mar 31 20:21:58.903298 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.903767 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.904143 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.904497 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.904927 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.905265 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.905596 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.905971 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.907568 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.908629 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.909388 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.909588 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.910259 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.910754 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.911790 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Tracked resource versions report: Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: pushed versions: Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: { 'AddressGroup': {'1.2'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Agent': {'1.1'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'ConntrackHelper': {'1.0'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Log': {'1.0'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'NDPProxy': {'1.0'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Network': {'1.1'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Port': {'1.7'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'PortForwarding': {'1.3'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'QosPolicy': {'1.10'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SecurityGroup': {'1.5'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SubPort': {'1.0'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Subnet': {'1.1'}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Trunk': {'1.1'}} Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: consumer versions: Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: { DHCP agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: L3 agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: Metadata agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: Metering agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: Open vSwitch agent@dv-cinder-836071-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Agent': '1.1', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'ConntrackHelper': '1.0', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'LocalIPAssociation': '1.0', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Log': '1.0', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'NDPProxy': '1.0', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Network': '1.1', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Port': '1.7', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'PortForwarding': '1.3', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'QosPolicy': '1.10', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SecurityGroup': '1.5', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SecurityGroupRule': '1.2', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'SubPort': '1.0', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Subnet': '1.1', Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: 'Trunk': '1.1'}} Mar 31 20:21:58.913730 dv-cinder-836071-1-iscsi neutron-server[103337]: {{(pid=103337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:21:58.920468 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (006c9023-52aa-4778-89df-05426fb3df76), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.921914 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:21:58.922788 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:58.987021 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ffa9a92-cf33-47ab-abe2-d8205846d26d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:58.988362 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Attempting to bind port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:21:58.989216 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Attempting to bind port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:21:58.989358 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Attempting to bind port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 on network 52a08276-8ed8-42f8-83e9-f46419f30e6e {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:21:58.996617 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Allocated IP 172.20.0.2 (2cac471c-e091-4aa7-9f0e-e0c9aca76d4c/fbf63542-f5e0-42a0-b3b7-62479f7cd75f/2e9d7748-7a8b-42ac-9417-aa2ddfc7174d) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:21:59.008225 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:21:59.009501 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Checking segment: {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:21:59.009993 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.010731 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Bound using segment: {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:21:59.011743 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Bound port: 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:21:59.011743 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.034545 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] Pushing event updated for resources: {'Network': ['ID=006c9023-52aa-4778-89df-05426fb3df76,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:59.048728 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 006c9023-52aa-4778-89df-05426fb3df76 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:21:59.068086 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks [] for router_controller (fd38d247-1bf4-4567-b427-dde47a17b6b7), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.090816 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2409bf6-11e2-4a6a-bfdc-e6fe35fb30fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.178112 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks [] for router_gateway (89cb85c0-4334-4013-8749-f1be15a1d91e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.196854 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-0dc381a5-e8b9-46f6-b7e5-2a80b9f4cc69 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5956702 Mar 31 20:21:59.199423 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.214378 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57470) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:59.221952 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Request body: {'subnet': {'network_id': '006c9023-52aa-4778-89df-05426fb3df76', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1811316112-subnet', 'tenant_id': 'b2dc8e0e7dd04f4d9cdc30d320fdba47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:59.240728 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Checking segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:21:59.242017 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Network hostable DHCP agents. Network: df94f67e-3892-4dfd-8047-a81ba5940098, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:21:59.278327 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] For port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:21:59.284908 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Made reservation on behalf of b2dc8e0e7dd04f4d9cdc30d320fdba47 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:21:59.287189 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.290709 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] For port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:21:59.306767 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.334827 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.335800 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:21:59.336427 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.391017 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Publish callbacks [] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.429263 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks [] for router_gateway (fd38d247-1bf4-4567-b427-dde47a17b6b7), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.455799 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1420765 Mar 31 20:21:59.461920 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57480) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:59.469100 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Request body: {'subnet': {'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-subnet', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:21:59.484480 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52178578-d46f-4000-8825-f5213cb2b7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:59.491112 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Network df94f67e-3892-4dfd-8047-a81ba5940098 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:21:59.504532 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2409bf6-11e2-4a6a-bfdc-e6fe35fb30fe admin admin] Publish callbacks [] for security_group (f840b48e-13dd-4144-b739-bfee46077a5d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.514782 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e2409bf6-11e2-4a6a-bfdc-e6fe35fb30fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f840b48e-13dd-4144-b739-bfee46077a5d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.523495 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Made reservation on behalf of 8eb2550b368f4401bfaf0998a1ab7a3b for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:21:59.525892 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.534592 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c63c7-313e-4339-a2cb-be11e7d486ea None None] Pushing event updated for resources: {'Port': ['ID=3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:59.551118 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.575307 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-e2409bf6-11e2-4a6a-bfdc-e6fe35fb30fe admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a152792f325948f2b7b8c355b2440859&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8526523 Mar 31 20:21:59.580528 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57484) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:59.585374 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2409bf6-11e2-4a6a-bfdc-e6fe35fb30fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f840b48e-13dd-4144-b739-bfee46077a5d,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:59.652234 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:21:59.653915 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.654847 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Pushing event updated for resources: {'Port': ['ID=2e9d7748-7a8b-42ac-9417-aa2ddfc7174d,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:59.667965 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:21:59.732326 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (87d0cdb6-6eb5-4446-ada4-a5735737aa87), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.774918 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks [] for router_gateway (89cb85c0-4334-4013-8749-f1be15a1d91e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.804200 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.821850 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, df94f67e-3892-4dfd-8047-a81ba5940098) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:21:59.824266 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d0cdb6-6eb5-4446-ada4-a5735737aa87,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:21:59.856568 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:21:59.857163 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.869536 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Checking segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:21:59.869913 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Network hostable DHCP agents. Network: d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:21:59.962741 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-765e26e1-23d4-4f04-828e-6097f7f23296 admin admin] Publish callbacks [] for security_group (f840b48e-13dd-4144-b739-bfee46077a5d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:59.971177 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Allocated IP 172.27.1.41 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/a542167c-1bc2-45c0-be38-b5bc346c7347) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:21:59.992870 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-765e26e1-23d4-4f04-828e-6097f7f23296 admin admin] Publish callbacks [] for security_group (f840b48e-13dd-4144-b739-bfee46077a5d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.095117 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-d6a4721b-1f93-4607-8e2f-5dce89acc755 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7829499 Mar 31 20:22:00.103634 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57506) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:00.106407 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:00.107063 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (d6cc954c-bd60-4241-994b-ca8aa7f8cba4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.111118 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:00.114062 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:00.119448 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc8d6c-6203-4679-b2f6-23563b93f8de None None] Network df94f67e-3892-4dfd-8047-a81ba5940098 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:00.154427 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-765e26e1-23d4-4f04-828e-6097f7f23296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f840b48e-13dd-4144-b739-bfee46077a5d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.157021 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-765e26e1-23d4-4f04-828e-6097f7f23296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.160414 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-765e26e1-23d4-4f04-828e-6097f7f23296 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f840b48e-13dd-4144-b739-bfee46077a5d HTTP/1.1" status: 204 len: 168 time: 0.5767269 Mar 31 20:22:00.184914 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (b9582a79-6e81-41e2-ade6-81d6e6c584d2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.185906 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (b9582a79-6e81-41e2-ade6-81d6e6c584d2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.189397 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e26e1-23d4-4f04-828e-6097f7f23296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f840b48e-13dd-4144-b739-bfee46077a5d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:00.207524 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks [] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.302973 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks [] for router_controller (b9582a79-6e81-41e2-ade6-81d6e6c584d2), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.411719 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6cc954c-bd60-4241-994b-ca8aa7f8cba4,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:00.420184 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.427896 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:22:00.446286 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-df94f67e-3892-4dfd-8047-a81ba5940098', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:22:00.451134 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.478967 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:00.512752 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Checking segment: {'id': 'd3fcfc8e-1578-420d-bad4-9a2024337489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '006c9023-52aa-4778-89df-05426fb3df76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:00.513925 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Network hostable DHCP agents. Network: 006c9023-52aa-4778-89df-05426fb3df76, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:22:00.519773 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:00.520599 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.548181 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785c7b8b-fed3-4465-a941-ab980a4b85eb None None] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:00.558114 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:00.590180 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:00.593585 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-cebf752e-df76-4a69-abe6-040a7875b4ad admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1258392 Mar 31 20:22:00.597397 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:00.651127 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57524) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:00.737673 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Attempting to bind port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:00.738383 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Attempting to bind port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:00.738707 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Attempting to bind port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d on network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:00.783675 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:00.784081 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Checking segment: {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:00.784497 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.784897 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Bound using segment: {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:00.785406 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Bound port: 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:00.785963 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.823976 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks [] for router_gateway (b9582a79-6e81-41e2-ade6-81d6e6c584d2), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.837744 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Pushing event updated for resources: {'Port': ['ID=a542167c-1bc2-45c0-be38-b5bc346c7347,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:00.871004 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:00.910365 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57536) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:00.922465 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (0da96933-58c2-4e38-8cd9-85a62571df7d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.923648 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (0da96933-58c2-4e38-8cd9-85a62571df7d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.935043 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:00.939563 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Network 006c9023-52aa-4778-89df-05426fb3df76 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:22:00.959759 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e70f2ed-42cd-4762-8563-6916fd7226c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.046527 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 006c9023-52aa-4778-89df-05426fb3df76) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:01.063884 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:01.064482 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.104030 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb2375-db7a-482b-831c-3f7753894f04 None None] Network 006c9023-52aa-4778-89df-05426fb3df76 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:01.173534 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Allocated IP 172.20.0.2 (df94f67e-3892-4dfd-8047-a81ba5940098/3ffa9a92-cf33-47ab-abe2-d8205846d26d/eec4a519-9ac1-43c4-9f0a-0981010f5661) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:01.192158 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0a57bf68-34c7-42cf-96a3-958e3b8cfd99 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9651330 Mar 31 20:22:01.209011 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks [] for router_gateway (fd38d247-1bf4-4567-b427-dde47a17b6b7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.281937 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2566f226-fd0c-4388-8254-c6e9d566214c None None] Network 52a08276-8ed8-42f8-83e9-f46419f30e6e requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:01.282999 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks [] for router_controller (0da96933-58c2-4e38-8cd9-85a62571df7d), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.284180 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:01.287024 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.313775 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:22:01.315203 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.344183 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks [] for router_gateway (89cb85c0-4334-4013-8749-f1be15a1d91e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.372043 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] For port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:01.558323 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Allocated IP 172.20.0.2 (d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0/87d0cdb6-6eb5-4446-ada4-a5735737aa87/a4c48ef7-4431-475c-8be9-f6d4242364ca) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:01.618192 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks [] for router_gateway (0da96933-58c2-4e38-8cd9-85a62571df7d), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.670902 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-dfdf7a2c-1030-4ed5-b72c-fc10209212ba None None] Provisioning complete for port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:01.671267 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dfdf7a2c-1030-4ed5-b72c-fc10209212ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.673828 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e70f2ed-42cd-4762-8563-6916fd7226c7 admin admin] Publish callbacks [] for security_group (d7967457-00ef-404c-a429-74f1298c33f7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.675438 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Allocated IP 172.27.1.109 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/414211f4-9b25-44b4-9c80-a4982daddbe0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:01.715697 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] For port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=2e9d7748-7a8b-42ac-9417-aa2ddfc7174d,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:01.731306 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks [] for router_gateway (b9582a79-6e81-41e2-ade6-81d6e6c584d2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.736067 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57570) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:01.742237 dv-cinder-836071-1-iscsi neutron-server[103336]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 20:22:01.746288 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e70f2ed-42cd-4762-8563-6916fd7226c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d7967457-00ef-404c-a429-74f1298c33f7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.786827 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6e70f2ed-42cd-4762-8563-6916fd7226c7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c1df84a9f07443e5b24991a16698ce75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8749790 Mar 31 20:22:01.794577 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57576) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:01.846482 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.849575 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Publish callbacks [] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.896304 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf7a2c-1030-4ed5-b72c-fc10209212ba None None] Current status of the port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:01.896726 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dfdf7a2c-1030-4ed5-b72c-fc10209212ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.910225 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.920141 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.954271 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-dfdf7a2c-1030-4ed5-b72c-fc10209212ba None None] For port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:01.965558 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:01.989181 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:01.991106 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dfdf7a2c-1030-4ed5-b72c-fc10209212ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:01.993203 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:02.003190 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70f2ed-42cd-4762-8563-6916fd7226c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7967457-00ef-404c-a429-74f1298c33f7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:02.037823 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd459b32-7efa-4f96-bdd7-42d82d833414 admin admin] Publish callbacks [] for security_group (d7967457-00ef-404c-a429-74f1298c33f7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.059032 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9f2ac-e3d7-4299-b182-096c56fda16e None None] Network 006c9023-52aa-4778-89df-05426fb3df76 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:02.078403 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (89cb85c0-4334-4013-8749-f1be15a1d91e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.092300 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd459b32-7efa-4f96-bdd7-42d82d833414 admin admin] Publish callbacks [] for security_group (d7967457-00ef-404c-a429-74f1298c33f7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.133893 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Pushing event updated for resources: {'Port': ['ID=a4c48ef7-4431-475c-8be9-f6d4242364ca,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:02.167114 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-3aa7937e-15ce-4cb7-9c7e-314d9f11311c tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:02.184064 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-3aa7937e-15ce-4cb7-9c7e-314d9f11311c tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/networks?id=006c9023-52aa-4778-89df-05426fb3df76 HTTP/1.1" status: 200 len: 812 time: 0.4444511 Mar 31 20:22:02.211524 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks [] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.268549 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-da8f643f-5d3f-42eb-84c9-1ccc728f193a tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/quotas/b2dc8e0e7dd04f4d9cdc30d320fdba47 HTTP/1.1" status: 200 len: 375 time: 0.0168900 Mar 31 20:22:02.389081 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:02.389823 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.415693 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-4918773a-eea3-4199-b4d9-f090b0f0bf46 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=b2dc8e0e7dd04f4d9cdc30d320fdba47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1181333 Mar 31 20:22:02.425725 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.471187 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:02.522876 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:02.525868 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:02.569939 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Allocated IP 172.27.1.101 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/130297a9-c40b-4cd8-80a3-0691ab5d5220) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:02.623314 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57598) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:02.659755 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.663706 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Attempting to bind port a4c48ef7-4431-475c-8be9-f6d4242364ca on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:02.664083 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Attempting to bind port a4c48ef7-4431-475c-8be9-f6d4242364ca by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:02.664971 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Attempting to bind port a4c48ef7-4431-475c-8be9-f6d4242364ca on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:02.682018 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbbcf2-9cbe-4fbe-999f-e653c678a628 None None] Pushing event updated for resources: {'Port': ['ID=2e9d7748-7a8b-42ac-9417-aa2ddfc7174d,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:02.719381 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:02.719898 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Checking segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:02.720415 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.721041 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Bound using segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:02.722068 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Bound port: a4c48ef7-4431-475c-8be9-f6d4242364ca, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:02.722616 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.738067 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Router 89cb85c0-4334-4013-8749-f1be15a1d91e is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:22:02.850027 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd459b32-7efa-4f96-bdd7-42d82d833414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d7967457-00ef-404c-a429-74f1298c33f7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.853459 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd459b32-7efa-4f96-bdd7-42d82d833414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.854432 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-dd459b32-7efa-4f96-bdd7-42d82d833414 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d7967457-00ef-404c-a429-74f1298c33f7 HTTP/1.1" status: 204 len: 168 time: 1.0551887 Mar 31 20:22:02.881382 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] For port a4c48ef7-4431-475c-8be9-f6d4242364ca, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:02.884851 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] For port a4c48ef7-4431-475c-8be9-f6d4242364ca, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=a4c48ef7-4431-475c-8be9-f6d4242364ca,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:02.897059 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.902143 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Publish callbacks [] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.922230 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.933968 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:02.938973 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Pushing event updated for resources: {'Port': ['ID=414211f4-9b25-44b4-9c80-a4982daddbe0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:02.940712 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-16f0631c-8f40-454f-88a2-2d4633169f3a service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:22:02.944327 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Sync routers for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:02.947891 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-16f0631c-8f40-454f-88a2-2d4633169f3a service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2137897 Mar 31 20:22:02.948575 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Network df94f67e-3892-4dfd-8047-a81ba5940098 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:02.958888 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:02.962059 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:02.969453 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:02.971980 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:03.027171 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf7a2c-1030-4ed5-b72c-fc10209212ba None None] Pushing event updated for resources: {'Port': ['ID=3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:03.035469 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:03.126146 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-677346d2-9c96-42cf-9592-f053359a4289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.195735 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Attempting to bind port eec4a519-9ac1-43c4-9f0a-0981010f5661 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:03.196692 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Attempting to bind port eec4a519-9ac1-43c4-9f0a-0981010f5661 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:03.198897 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Attempting to bind port eec4a519-9ac1-43c4-9f0a-0981010f5661 on network df94f67e-3892-4dfd-8047-a81ba5940098 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:03.210330 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:03.210981 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Checking segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:03.211715 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.213074 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Bound using segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:03.214789 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Bound port: eec4a519-9ac1-43c4-9f0a-0981010f5661, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:03.215641 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.277651 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd459b32-7efa-4f96-bdd7-42d82d833414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7967457-00ef-404c-a429-74f1298c33f7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:03.341716 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.345103 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dbee8-8c93-4f38-8819-05b3f64fbee9 None None] Pushing event updated for resources: {'Port': ['ID=a4c48ef7-4431-475c-8be9-f6d4242364ca,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:03.349561 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ce626e0c-e920-42c5-9004-3f2cb0e547dc admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3751156 Mar 31 20:22:03.365089 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-a595eee7-ab6e-42a6-87fc-0ea81fe17c36 service neutron] 10.222.0.82 "GET /v2.0/networks/006c9023-52aa-4778-89df-05426fb3df76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162204 Mar 31 20:22:03.382815 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57612) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:03.536414 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:03.561556 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-677346d2-9c96-42cf-9592-f053359a4289 admin admin] Publish callbacks [] for security_group (33103931-78ad-484f-b443-1e24a87c9caa), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.565018 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks [] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.578909 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-677346d2-9c96-42cf-9592-f053359a4289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (33103931-78ad-484f-b443-1e24a87c9caa), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.673171 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-677346d2-9c96-42cf-9592-f053359a4289 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b15d4b2ce04648a58becc1f07828ffc5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0350196 Mar 31 20:22:03.686531 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57626) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:03.725839 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] For port eec4a519-9ac1-43c4-9f0a-0981010f5661, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:03.732621 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] For port eec4a519-9ac1-43c4-9f0a-0981010f5661, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=eec4a519-9ac1-43c4-9f0a-0981010f5661,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:03.746656 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:03.794171 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.836477 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e292d3d3-99da-4bd6-9d93-3b6496614406 admin admin] Publish callbacks [] for security_group (33103931-78ad-484f-b443-1e24a87c9caa), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.888958 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677346d2-9c96-42cf-9592-f053359a4289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33103931-78ad-484f-b443-1e24a87c9caa,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:03.907013 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e292d3d3-99da-4bd6-9d93-3b6496614406 admin admin] Publish callbacks [] for security_group (33103931-78ad-484f-b443-1e24a87c9caa), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.929725 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6777daee-656c-48c9-90eb-658bc6951a3b None None] Provisioning complete for port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:03.930013 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6777daee-656c-48c9-90eb-658bc6951a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.970248 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks [] for router_gateway (0da96933-58c2-4e38-8cd9-85a62571df7d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.981284 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.988878 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:00Z', 'revision_number': 3, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:04.020177 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Checking router: 89cb85c0-4334-4013-8749-f1be15a1d91e for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:04.023048 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Updating router 89cb85c0-4334-4013-8749-f1be15a1d91e port a542167c-1bc2-45c0-be38-b5bc346c7347 binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:04.040540 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Pushing event updated for resources: {'Port': ['ID=eec4a519-9ac1-43c4-9f0a-0981010f5661,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:04.084711 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:04.100573 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9eb056-f284-4494-be23-b3d54dcc0b0b None None] Network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:04.241365 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:04.306045 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ad27c-7aaf-4ba9-a932-2b43b82b2835 None None] Pushing event updated for resources: {'Port': ['ID=eec4a519-9ac1-43c4-9f0a-0981010f5661,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:04.429143 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e292d3d3-99da-4bd6-9d93-3b6496614406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (33103931-78ad-484f-b443-1e24a87c9caa), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:04.429752 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:04.430169 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:04.433098 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e292d3d3-99da-4bd6-9d93-3b6496614406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:04.436626 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-e292d3d3-99da-4bd6-9d93-3b6496614406 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/33103931-78ad-484f-b443-1e24a87c9caa HTTP/1.1" status: 204 len: 168 time: 0.7467599 Mar 31 20:22:04.459016 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d3d3-99da-4bd6-9d93-3b6496614406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33103931-78ad-484f-b443-1e24a87c9caa,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:04.505487 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-dc3c9544-d346-4835-8141-bcb96d5c888b service neutron] 10.222.0.82 "GET /v2.0/networks/006c9023-52aa-4778-89df-05426fb3df76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1367774 Mar 31 20:22:04.506648 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:04.618301 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:04.629979 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:04.639337 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:04.784143 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6777daee-656c-48c9-90eb-658bc6951a3b None None] Current status of the port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:04.922686 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks [] for router_gateway (fd38d247-1bf4-4567-b427-dde47a17b6b7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.012941 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:05.013327 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.102128 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3599977a-9e0b-4fb7-8725-8e9975e205a6 None None] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:05.154193 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bfd0ba7f-a288-4ed3-82c1-7a29756d5186 None None] Provisioning complete for port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:05.154193 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ba7f-a288-4ed3-82c1-7a29756d5186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.157347 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Publish callbacks [] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.167012 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.289234 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=2e9d7748-7a8b-42ac-9417-aa2ddfc7174d,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:05.338612 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Allocated IP 172.27.1.177 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/60eb61d0-8e1a-4563-b5ea-54a29d64374d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:05.359316 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.360683 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:05.367885 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Attempting to bind port a542167c-1bc2-45c0-be38-b5bc346c7347 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:05.368280 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Attempting to bind port a542167c-1bc2-45c0-be38-b5bc346c7347 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:05.368635 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Attempting to bind port a542167c-1bc2-45c0-be38-b5bc346c7347 on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:05.381966 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Pushing event updated for resources: {'Port': ['ID=a542167c-1bc2-45c0-be38-b5bc346c7347,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:05.387244 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:05.387848 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:05.388456 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.389067 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:05.389698 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Bound port: a542167c-1bc2-45c0-be38-b5bc346c7347, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:05.390229 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.468137 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.469241 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.469758 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.470241 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.470793 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.471517 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.472224 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.478429 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.478846 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.479868 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.480338 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.480879 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.481778 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.482399 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.483325 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Tracked resource versions report: Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: pushed versions: Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: { 'AddressGroup': {'1.2'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Agent': {'1.1'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'ConntrackHelper': {'1.0'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Log': {'1.0'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'NDPProxy': {'1.0'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Network': {'1.1'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Port': {'1.7'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'PortForwarding': {'1.3'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'QosPolicy': {'1.10'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SecurityGroup': {'1.5'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SubPort': {'1.0'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Subnet': {'1.1'}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Trunk': {'1.1'}} Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: consumer versions: Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: { DHCP agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: L3 agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: Metadata agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: Metering agent@dv-cinder-836071-1-iscsi: {}, Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: Open vSwitch agent@dv-cinder-836071-1-iscsi: { 'AddressGroup': '1.2', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Agent': '1.1', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'ConntrackHelper': '1.0', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'LocalIPAssociation': '1.0', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Log': '1.0', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'NDPProxy': '1.0', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Network': '1.1', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Port': '1.7', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'PortForwarding': '1.3', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'QosPolicy': '1.10', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SecurityGroup': '1.5', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SecurityGroupRule': '1.2', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'SubPort': '1.0', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Subnet': '1.1', Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: 'Trunk': '1.1'}} Mar 31 20:22:05.485047 dv-cinder-836071-1-iscsi neutron-server[103338]: {{(pid=103338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:22:05.536674 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] For port a542167c-1bc2-45c0-be38-b5bc346c7347, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:05.544912 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] For port a542167c-1bc2-45c0-be38-b5bc346c7347, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=a542167c-1bc2-45c0-be38-b5bc346c7347,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:05.556516 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.592376 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-69e5c0dd-00e0-4e74-b22a-48dc96f0b7f5 req-3f8a8f06-4ed1-4c3e-803d-b53e2b0f613f tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 210 time: 0.2703698 Mar 31 20:22:05.611610 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Pushing event updated for resources: {'Port': ['ID=130297a9-c40b-4cd8-80a3-0691ab5d5220,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:05.641772 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=2e9d7748-7a8b-42ac-9417-aa2ddfc7174d,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:05.695828 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks [] for router_gateway (b9582a79-6e81-41e2-ade6-81d6e6c584d2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.700577 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.779302 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:05.779978 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:05.788444 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd72ebe-4345-4c76-8006-ac3d276ee2b6 None None] Pushing event updated for resources: {'Port': ['ID=a542167c-1bc2-45c0-be38-b5bc346c7347,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:05.828097 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0ba7f-a288-4ed3-82c1-7a29756d5186 None None] Current status of the port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:05.832759 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:05.833321 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.924471 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (fd38d247-1bf4-4567-b427-dde47a17b6b7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:05.975563 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:06.017425 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks [] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:06.032720 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9aeb1f23-f664-4f33-8313-e7e4d52058b0 None None] Provisioning complete for port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:06.033354 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1f23-f664-4f33-8313-e7e4d52058b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:06.035915 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:06.160286 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e256e-7529-4545-8eea-c9c161f18351 None None] Network df94f67e-3892-4dfd-8047-a81ba5940098 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:06.270956 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb1f23-f664-4f33-8313-e7e4d52058b0 None None] Current status of the port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:06.306029 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9aeb1f23-f664-4f33-8313-e7e4d52058b0 None None] Provisioning complete for port a4c48ef7-4431-475c-8be9-f6d4242364ca triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:06.306426 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1f23-f664-4f33-8313-e7e4d52058b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:06.332325 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (b9582a79-6e81-41e2-ade6-81d6e6c584d2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:06.345229 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:06.464252 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device a4c48ef7-4431-475c-8be9-f6d4242364ca up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:06.536711 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:00Z', 'revision_number': 3, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:06.611721 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c13bf9-a681-4e9e-a9b4-96a5f68fd634 None None] The sync data for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi is: [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:00Z', 'revision_number': 3, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:06.660478 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb1f23-f664-4f33-8313-e7e4d52058b0 None None] Current status of the port a4c48ef7-4431-475c-8be9-f6d4242364ca is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:06.660873 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1f23-f664-4f33-8313-e7e4d52058b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:06.737328 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:06.749545 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9aeb1f23-f664-4f33-8313-e7e4d52058b0 None None] For port a4c48ef7-4431-475c-8be9-f6d4242364ca, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=a4c48ef7-4431-475c-8be9-f6d4242364ca,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:06.765614 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1f23-f664-4f33-8313-e7e4d52058b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:06.768575 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:06.774307 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57748) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:06.775503 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:06.841437 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port a4c48ef7-4431-475c-8be9-f6d4242364ca triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:06.842071 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:06.884645 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3ba359e7-f675-451b-a694-24429d5eb104 req-72622610-6fba-4a6d-9792-3f92655a65a7 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 210 time: 0.1053972 Mar 31 20:22:06.904500 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:22:07.004605 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb1f23-f664-4f33-8313-e7e4d52058b0 None None] Pushing event updated for resources: {'Port': ['ID=a4c48ef7-4431-475c-8be9-f6d4242364ca,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:07.035278 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89310e14-040c-456d-9365-c5feadb3ac84 None None] Provisioning complete for port a4c48ef7-4431-475c-8be9-f6d4242364ca triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:07.035873 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89310e14-040c-456d-9365-c5feadb3ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:07.129500 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:07.153181 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:07.170347 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:07.179191 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-752d9a79-2d8a-4c8b-b459-6b570f41e179 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0735121 Mar 31 20:22:07.182754 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57758) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:07.217959 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:07.218813 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:07.245995 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Pushing event updated for resources: {'Port': ['ID=60eb61d0-8e1a-4563-b5ea-54a29d64374d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:07.327379 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Allocated IP 172.20.0.1 (52a08276-8ed8-42f8-83e9-f46419f30e6e/0dfa396b-59dd-4cc2-9232-d9b8a65c8441/e70a8fd6-f99d-462a-8476-d3b97b97ee67) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:07.640758 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port a4c48ef7-4431-475c-8be9-f6d4242364ca is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:07.641973 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device eec4a519-9ac1-43c4-9f0a-0981010f5661 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:07.738288 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Router fd38d247-1bf4-4567-b427-dde47a17b6b7 is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:22:07.786026 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89310e14-040c-456d-9365-c5feadb3ac84 None None] Current status of the port a4c48ef7-4431-475c-8be9-f6d4242364ca is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:07.834278 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Publish callbacks [] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:07.900678 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:08.004712 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-89310e14-040c-456d-9365-c5feadb3ac84 None None] Provisioning complete for port eec4a519-9ac1-43c4-9f0a-0981010f5661 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:08.005223 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89310e14-040c-456d-9365-c5feadb3ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:08.084818 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks [] for router_gateway (0da96933-58c2-4e38-8cd9-85a62571df7d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:08.329773 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port eec4a519-9ac1-43c4-9f0a-0981010f5661 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:08.330539 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:08.344651 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4cef8f36-5f25-4a3a-b921-b67ba8a5584c req-ff40f545-7b09-4791-a8c8-885c58ccdf72 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 210 time: 0.1007702 Mar 31 20:22:08.388421 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:08.456646 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:08.484452 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Sync routers for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:08.497090 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:08.511561 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:08.514263 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:08.592629 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Network 52a08276-8ed8-42f8-83e9-f46419f30e6e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:08.603321 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:08.607555 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:08.608133 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (89cb85c0-4334-4013-8749-f1be15a1d91e), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:08.778934 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:08.810392 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-89310e14-040c-456d-9365-c5feadb3ac84 None None] Current status of the port eec4a519-9ac1-43c4-9f0a-0981010f5661 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:08.819336 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89310e14-040c-456d-9365-c5feadb3ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:08.838705 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57808) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:08.873625 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:05Z', 'revision_number': 3, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:08.889892 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Allocated IP 172.20.0.1 (df94f67e-3892-4dfd-8047-a81ba5940098/3ffa9a92-cf33-47ab-abe2-d8205846d26d/df3d290e-4245-4b2f-a59e-da468f3d28af) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:08.989185 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:08.989723 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Updating router b9582a79-6e81-41e2-ade6-81d6e6c584d2 port 130297a9-c40b-4cd8-80a3-0691ab5d5220 binding host dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:09.027232 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.57', 50938) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:09.031508 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port eec4a519-9ac1-43c4-9f0a-0981010f5661 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:09.044620 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.046181 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.048431 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-d8c444b9-ef07-4540-8c55-2dc9b2949f70 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.7750354 Mar 31 20:22:09.113144 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57814) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:09.150383 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-89310e14-040c-456d-9365-c5feadb3ac84 None None] For port eec4a519-9ac1-43c4-9f0a-0981010f5661, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=eec4a519-9ac1-43c4-9f0a-0981010f5661,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:09.177683 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-89310e14-040c-456d-9365-c5feadb3ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.196351 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.240944 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4c13dd6-0f39-48ec-8abd-d65e99c52b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.261656 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:02Z', 'revision_number': 3, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:09.270852 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Pushing event updated for resources: {'Port': ['ID=e70a8fd6-f99d-462a-8476-d3b97b97ee67,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:09.334096 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Checking router: fd38d247-1bf4-4567-b427-dde47a17b6b7 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:09.334784 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Updating router fd38d247-1bf4-4567-b427-dde47a17b6b7 port 414211f4-9b25-44b4-9c80-a4982daddbe0 binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:09.350765 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Publish callbacks [] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.351328 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.db.api [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 20:22:09.351703 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG oslo_db.api [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 20:22:09.414355 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.422159 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89310e14-040c-456d-9365-c5feadb3ac84 None None] Pushing event updated for resources: {'Port': ['ID=eec4a519-9ac1-43c4-9f0a-0981010f5661,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:09.431224 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bf86847f-ef07-4b80-ac04-ed13f5531919 None None] Provisioning complete for port e70a8fd6-f99d-462a-8476-d3b97b97ee67 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:09.431804 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bf86847f-ef07-4b80-ac04-ed13f5531919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.444124 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4c13dd6-0f39-48ec-8abd-d65e99c52b61 admin admin] Publish callbacks [] for security_group (0c45e945-60c2-4d91-97ab-b6360884ddbc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.456223 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4c13dd6-0f39-48ec-8abd-d65e99c52b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0c45e945-60c2-4d91-97ab-b6360884ddbc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.521393 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.574087 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bf86847f-ef07-4b80-ac04-ed13f5531919 None None] Port e70a8fd6-f99d-462a-8476-d3b97b97ee67 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:09.584277 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-e4c13dd6-0f39-48ec-8abd-d65e99c52b61 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=47ac53fcac5d45818995848fb7e39ddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7445097 Mar 31 20:22:09.605525 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bf86847f-ef07-4b80-ac04-ed13f5531919 None None] Provisioning complete for port eec4a519-9ac1-43c4-9f0a-0981010f5661 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:09.606129 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bf86847f-ef07-4b80-ac04-ed13f5531919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.641850 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (0da96933-58c2-4e38-8cd9-85a62571df7d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.659626 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 57832) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:09.738231 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Network df94f67e-3892-4dfd-8047-a81ba5940098 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:09.753690 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b33ef6cc-442d-465a-8b1b-6f63d7c32932 req-65e486d3-183e-44fd-8ff9-65ac52aa87f1 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 210 time: 0.1513143 Mar 31 20:22:09.763185 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:09.767218 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c13dd6-0f39-48ec-8abd-d65e99c52b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c45e945-60c2-4d91-97ab-b6360884ddbc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:09.777234 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:09.778049 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (b9582a79-6e81-41e2-ade6-81d6e6c584d2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.834152 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Pushing event updated for resources: {'Port': ['ID=df3d290e-4245-4b2f-a59e-da468f3d28af,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:09.923039 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port eec4a519-9ac1-43c4-9f0a-0981010f5661 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:09.924216 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:09.927174 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Publish callbacks [] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:09.930646 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bf86847f-ef07-4b80-ac04-ed13f5531919 None None] Current status of the port eec4a519-9ac1-43c4-9f0a-0981010f5661 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:09.946994 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-7cb75e77-a734-4e0f-86ac-12a3cd8c08a1 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:09.949418 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-7cb75e77-a734-4e0f-86ac-12a3cd8c08a1 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.57 "GET /v2.0/networks?id=006c9023-52aa-4778-89df-05426fb3df76 HTTP/1.1" status: 200 len: 812 time: 0.8995302 Mar 31 20:22:10.001688 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.042571 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.116423 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Request body: {'port': {'device_id': 'cead3601-c912-4212-8a6e-f26dfef2006f', 'network_id': '006c9023-52aa-4778-89df-05426fb3df76', 'admin_state_up': True, 'tenant_id': 'b2dc8e0e7dd04f4d9cdc30d320fdba47'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:10.202620 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Attempting to bind port 130297a9-c40b-4cd8-80a3-0691ab5d5220 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:10.203043 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Attempting to bind port 130297a9-c40b-4cd8-80a3-0691ab5d5220 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:10.203351 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Attempting to bind port 130297a9-c40b-4cd8-80a3-0691ab5d5220 on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:10.255896 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6dcf2764-91e6-4a2d-a5e8-0c5cf682b3c7 None None] Provisioning complete for port df3d290e-4245-4b2f-a59e-da468f3d28af triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:10.256404 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6dcf2764-91e6-4a2d-a5e8-0c5cf682b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.327323 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf2764-91e6-4a2d-a5e8-0c5cf682b3c7 None None] Port df3d290e-4245-4b2f-a59e-da468f3d28af cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:10.329327 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:10.329887 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:10.330784 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.331337 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:10.332019 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Bound port: 130297a9-c40b-4cd8-80a3-0691ab5d5220, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:10.332767 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.370868 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3858a2-5e13-4869-b113-56e83589392c None None] Pushing event updated for resources: {'Port': ['ID=130297a9-c40b-4cd8-80a3-0691ab5d5220,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:10.377613 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:10.378243 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.458744 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] For port 130297a9-c40b-4cd8-80a3-0691ab5d5220, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:10.468369 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] For port 130297a9-c40b-4cd8-80a3-0691ab5d5220, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=130297a9-c40b-4cd8-80a3-0691ab5d5220,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:10.489224 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.503337 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Publish callbacks [] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.512427 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.517708 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Publish callbacks [] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.530535 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.531311 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (b9582a79-6e81-41e2-ade6-81d6e6c584d2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.638579 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Pushing event updated for resources: {'Port': ['ID=df3d290e-4245-4b2f-a59e-da468f3d28af,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:10.641595 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Attempting to bind port 414211f4-9b25-44b4-9c80-a4982daddbe0 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:10.642010 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Attempting to bind port 414211f4-9b25-44b4-9c80-a4982daddbe0 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:10.642399 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Attempting to bind port 414211f4-9b25-44b4-9c80-a4982daddbe0 on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:10.651926 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b15f7-bdde-4c94-b636-631ef08806e3 None None] Pushing event updated for resources: {'Port': ['ID=414211f4-9b25-44b4-9c80-a4982daddbe0,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:10.668012 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:10.668618 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:10.670319 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:10.670766 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:10.671202 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.671599 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:10.672096 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Bound port: 414211f4-9b25-44b4-9c80-a4982daddbe0, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:10.672483 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:10.707999 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Network df94f67e-3892-4dfd-8047-a81ba5940098 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:10.713192 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:10.816023 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] For port 414211f4-9b25-44b4-9c80-a4982daddbe0, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:10.827211 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] For port 414211f4-9b25-44b4-9c80-a4982daddbe0, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=414211f4-9b25-44b4-9c80-a4982daddbe0,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:10.852927 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:11.065161 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b15f7-bdde-4c94-b636-631ef08806e3 None None] Pushing event updated for resources: {'Port': ['ID=414211f4-9b25-44b4-9c80-a4982daddbe0,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:11.075497 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:11.097851 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:11.098749 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:11.106407 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:11.157085 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5f1197d5-0098-4eed-ad48-cfe4def938c0 req-ccbb0681-1374-4999-8157-b9b7e546a62a tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 210 time: 0.1473792 Mar 31 20:22:11.295262 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:11.315762 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:22:11.349517 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c42ef790-36af-4dae-8afd-912e2c77529b admin admin] Publish callbacks [] for security_group (0c45e945-60c2-4d91-97ab-b6360884ddbc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:11.465454 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3858a2-5e13-4869-b113-56e83589392c None None] Pushing event updated for resources: {'Port': ['ID=130297a9-c40b-4cd8-80a3-0691ab5d5220,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:11.565766 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device a4c48ef7-4431-475c-8be9-f6d4242364ca up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:11.575207 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-86465f6c-4729-46b3-b20a-01cfa83bcd24 None None] Provisioning complete for port df3d290e-4245-4b2f-a59e-da468f3d28af triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:11.576212 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-86465f6c-4729-46b3-b20a-01cfa83bcd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:11.701365 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:11.725924 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-0073ab4d-ab4e-4585-be8d-0d6ec9d1e486 admin admin] 10.222.0.82 "PUT /v2.0/routers/b9582a79-6e81-41e2-ade6-81d6e6c584d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5277946 Mar 31 20:22:11.766955 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:11.895722 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:02Z', 'revision_number': 3, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:11.938980 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6c150-a8b1-42b0-b459-175089e60aa1 None None] The sync data for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi is: [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:02Z', 'revision_number': 3, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:12.044010 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c42ef790-36af-4dae-8afd-912e2c77529b admin admin] Publish callbacks [] for security_group (0c45e945-60c2-4d91-97ab-b6360884ddbc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:12.082986 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-86465f6c-4729-46b3-b20a-01cfa83bcd24 None None] Port df3d290e-4245-4b2f-a59e-da468f3d28af cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:12.182553 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port a4c48ef7-4431-475c-8be9-f6d4242364ca triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:12.183194 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:12.207163 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Publish callbacks [] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:12.242459 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:10Z', 'revision_number': 2, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:12.316857 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465770-874a-4341-9bb9-07c55e1be194 None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:10Z', 'revision_number': 2, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:12.395061 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0d1656fe-623c-49f7-a627-a1502dd772d6 req-53af4873-b06e-4c32-81ab-3d3303f4921d tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 210 time: 0.0883772 Mar 31 20:22:12.474979 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port a4c48ef7-4431-475c-8be9-f6d4242364ca is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:12.476510 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device eec4a519-9ac1-43c4-9f0a-0981010f5661 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:12.477891 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:12.478654 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (89cb85c0-4334-4013-8749-f1be15a1d91e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:12.685887 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port eec4a519-9ac1-43c4-9f0a-0981010f5661 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:12.686293 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:12.822712 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Made reservation on behalf of b2dc8e0e7dd04f4d9cdc30d320fdba47 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:12.833665 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:12.907705 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Router 0da96933-58c2-4e38-8cd9-85a62571df7d is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:22:12.923775 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57926) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:12.928925 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f3ad852e-5ace-4a0c-83f3-d48673fa43e5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123784929', 'description': 'tempest-description--2000260651'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:12.942331 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c42ef790-36af-4dae-8afd-912e2c77529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0c45e945-60c2-4d91-97ab-b6360884ddbc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:12.944995 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c42ef790-36af-4dae-8afd-912e2c77529b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:12.946115 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c42ef790-36af-4dae-8afd-912e2c77529b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0c45e945-60c2-4d91-97ab-b6360884ddbc HTTP/1.1" status: 204 len: 168 time: 3.1977179 Mar 31 20:22:12.953754 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port eec4a519-9ac1-43c4-9f0a-0981010f5661 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:12.956274 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device a542167c-1bc2-45c0-be38-b5bc346c7347 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:12.984706 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f3ad852e-5ace-4a0c-83f3-d48673fa43e5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.057522 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port a542167c-1bc2-45c0-be38-b5bc346c7347 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:13.058131 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.060896 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ef790-36af-4dae-8afd-912e2c77529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c45e945-60c2-4d91-97ab-b6360884ddbc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:13.282180 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port a542167c-1bc2-45c0-be38-b5bc346c7347 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:13.283036 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.322208 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port a542167c-1bc2-45c0-be38-b5bc346c7347, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=a542167c-1bc2-45c0-be38-b5bc346c7347,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:13.327908 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f3ad852e-5ace-4a0c-83f3-d48673fa43e5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (c2c65893-35e3-408f-aa08-1d35b8c92005), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.332345 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.339082 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f3ad852e-5ace-4a0c-83f3-d48673fa43e5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c2c65893-35e3-408f-aa08-1d35b8c92005), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.439519 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f3ad852e-5ace-4a0c-83f3-d48673fa43e5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.443676 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f3ad852e-5ace-4a0c-83f3-d48673fa43e5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5160255 Mar 31 20:22:13.448598 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57944) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:13.453063 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2c1e1e0e-61c4-4365-8e61-bfd6502e10f4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group_rule': {'security_group_id': 'c2c65893-35e3-408f-aa08-1d35b8c92005', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:13.508607 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad852e-5ace-4a0c-83f3-d48673fa43e5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c65893-35e3-408f-aa08-1d35b8c92005,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:13.518596 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=a542167c-1bc2-45c0-be38-b5bc346c7347,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:13.575104 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1e0e-61c4-4365-8e61-bfd6502e10f4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (f9b0eaa3-085d-46b0-af1b-34c0c71caac2), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.692891 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 414211f4-9b25-44b4-9c80-a4982daddbe0 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:13.703636 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1e0e-61c4-4365-8e61-bfd6502e10f4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (f9b0eaa3-085d-46b0-af1b-34c0c71caac2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.733666 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1e0e-61c4-4365-8e61-bfd6502e10f4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (f9b0eaa3-085d-46b0-af1b-34c0c71caac2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.794585 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc8a6ac7-c86b-4994-962f-055bc80424c7 req-6491dd92-3c1e-486e-ba34-c1513862ec5a tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 210 time: 0.1604221 Mar 31 20:22:13.797433 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 414211f4-9b25-44b4-9c80-a4982daddbe0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:13.808947 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.825822 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2c1e1e0e-61c4-4365-8e61-bfd6502e10f4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:13.827224 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-2c1e1e0e-61c4-4365-8e61-bfd6502e10f4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776863 Mar 31 20:22:13.846528 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57954) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:13.857195 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e1e0e-61c4-4365-8e61-bfd6502e10f4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b0eaa3-085d-46b0-af1b-34c0c71caac2,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:13.871084 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-1819a7ee-9287-47f9-95fb-eb61544078e0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group_rule': {'security_group_id': 'c2c65893-35e3-408f-aa08-1d35b8c92005', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:13.873720 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Pushing event updated for resources: {'Port': ['ID=e70a8fd6-f99d-462a-8476-d3b97b97ee67,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:13.938962 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1819a7ee-9287-47f9-95fb-eb61544078e0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (0c192048-d44f-4008-aa56-bdf2c1c97321), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:14.030608 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1819a7ee-9287-47f9-95fb-eb61544078e0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (0c192048-d44f-4008-aa56-bdf2c1c97321), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:14.037153 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1819a7ee-9287-47f9-95fb-eb61544078e0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (0c192048-d44f-4008-aa56-bdf2c1c97321), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:14.041632 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 414211f4-9b25-44b4-9c80-a4982daddbe0 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:14.042648 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:14.056602 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819a7ee-9287-47f9-95fb-eb61544078e0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c192048-d44f-4008-aa56-bdf2c1c97321,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:14.094717 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 414211f4-9b25-44b4-9c80-a4982daddbe0, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=414211f4-9b25-44b4-9c80-a4982daddbe0,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:14.096365 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1819a7ee-9287-47f9-95fb-eb61544078e0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:14.098272 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-1819a7ee-9287-47f9-95fb-eb61544078e0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2470067 Mar 31 20:22:14.102169 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57960) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:14.105451 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:14.109290 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:14.191456 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:14.271924 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=414211f4-9b25-44b4-9c80-a4982daddbe0,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:14.342249 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:14.360696 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Sync routers for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:14.375599 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:14.381065 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:14.471875 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Network 52a08276-8ed8-42f8-83e9-f46419f30e6e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:14.486363 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:14.497423 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Allocated IP 172.20.0.2 (006c9023-52aa-4778-89df-05426fb3df76/d6cc954c-bd60-4241-994b-ca8aa7f8cba4/3f0a75ae-3bed-4ea1-a366-223228f42992) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:14.553978 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:14.564311 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 57970) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:14.570826 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-3f1c2234-d483-463c-8a07-34b8d32b3d78 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 13.7195256 Mar 31 20:22:14.585063 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:14.638979 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:14.844494 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:15.033890 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6b23fa6e-48ee-4d7e-9247-aa76ac5256ea None None] Provisioning complete for port e70a8fd6-f99d-462a-8476-d3b97b97ee67 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:15.034273 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6b23fa6e-48ee-4d7e-9247-aa76ac5256ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:15.225513 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6b23fa6e-48ee-4d7e-9247-aa76ac5256ea None None] Port e70a8fd6-f99d-462a-8476-d3b97b97ee67 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:15.314423 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:07Z', 'revision_number': 3, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:15.383736 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Checking router: 0da96933-58c2-4e38-8cd9-85a62571df7d for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:15.384401 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Updating router 0da96933-58c2-4e38-8cd9-85a62571df7d port 60eb61d0-8e1a-4563-b5ea-54a29d64374d binding host dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:15.394966 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:22:15.454170 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:15.728321 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 130297a9-c40b-4cd8-80a3-0691ab5d5220 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:15.804441 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1e84427e-1012-48c0-9e82-a3052b64ce5b req-8027d25d-7532-440a-abbc-7d41c4fe1609 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 210 time: 0.8262072 Mar 31 20:22:15.848940 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Allocated IP 172.27.1.18 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/afe38bc0-fa10-494e-8908-bf4f3476c22a) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:15.949371 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 130297a9-c40b-4cd8-80a3-0691ab5d5220 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:15.949754 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:15.963018 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Allocated IP 172.20.0.1 (2cac471c-e091-4aa7-9f0e-e0c9aca76d4c/fbf63542-f5e0-42a0-b3b7-62479f7cd75f/7ee5bf1c-7457-4e1a-9d1f-e719d613dcde) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:16.000958 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Router 89cb85c0-4334-4013-8749-f1be15a1d91e has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:22:16.135964 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (afe38bc0-fa10-494e-8908-bf4f3476c22a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.187734 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 130297a9-c40b-4cd8-80a3-0691ab5d5220 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:16.189274 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.226984 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Publish callbacks [] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.256290 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (afe38bc0-fa10-494e-8908-bf4f3476c22a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.267777 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 130297a9-c40b-4cd8-80a3-0691ab5d5220, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=130297a9-c40b-4cd8-80a3-0691ab5d5220,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:16.291718 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.294738 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 414211f4-9b25-44b4-9c80-a4982daddbe0 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:16.355870 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Publish callbacks [] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.371744 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:16.383065 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:16.388216 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=afe38bc0-fa10-494e-8908-bf4f3476c22a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:16.390417 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.396267 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:16.398424 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:16.409867 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-9a19379a-ed61-4167-b662-2fb18f6f7c18 admin admin] 10.222.0.82 "PUT /v2.0/routers/89cb85c0-4334-4013-8749-f1be15a1d91e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0257006 Mar 31 20:22:16.427307 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Sync routers for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:16.462306 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:16.465100 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:16.549727 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (501d3729-1dba-4e65-87e7-0ff163c3285e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.561143 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Network 006c9023-52aa-4778-89df-05426fb3df76 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:16.618268 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:16.624073 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:16.645186 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:16.648335 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.650281 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.662285 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Pushing event updated for resources: {'Port': ['ID=3f0a75ae-3bed-4ea1-a366-223228f42992,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:16.688974 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.725470 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (afe38bc0-fa10-494e-8908-bf4f3476c22a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.736908 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-249097c1-7690-48d7-a941-8a25b5cf4803 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6326880 Mar 31 20:22:16.774130 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:16.826053 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-40f5811d-63fd-499d-84e7-6465d773c20e tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:22:16.827112 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-40f5811d-63fd-499d-84e7-6465d773c20e tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546947 Mar 31 20:22:16.829215 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:16.866862 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:16.878787 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:16.879280 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (fd38d247-1bf4-4567-b427-dde47a17b6b7), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:16.886388 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=130297a9-c40b-4cd8-80a3-0691ab5d5220,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:16.909603 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Pushing event updated for resources: {'Port': ['ID=7ee5bf1c-7457-4e1a-9d1f-e719d613dcde,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:17.077443 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 414211f4-9b25-44b4-9c80-a4982daddbe0 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:17.077816 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:17.309997 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 2, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:17.348726 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Checking router: 89cb85c0-4334-4013-8749-f1be15a1d91e for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:17.348726 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Updating router 89cb85c0-4334-4013-8749-f1be15a1d91e port e70a8fd6-f99d-462a-8476-d3b97b97ee67 binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:17.414404 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:17.480763 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Request body: {'port': {'device_id': 'cead3601-c912-4212-8a6e-f26dfef2006f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:17.514915 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:17.726482 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:17.736565 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bb647-8e09-4ad5-a758-3aed664a05cc req-21a9ec0f-6053-4af4-8b7d-4c1f03616794 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:17.746474 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-356bb647-8e09-4ad5-a758-3aed664a05cc req-21a9ec0f-6053-4af4-8b7d-4c1f03616794 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 931 time: 0.6941249 Mar 31 20:22:17.825630 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Allocated IP 172.20.0.1 (d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0/87d0cdb6-6eb5-4446-ada4-a5735737aa87/94918f98-0348-4a90-84e7-e5543ded474c) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:17.849338 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Publish callbacks [] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:17.873651 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:17.894503 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.017603 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e194b-1dfa-482e-8304-52aa5cde9481 None None] Pushing event updated for resources: {'Port': ['ID=60eb61d0-8e1a-4563-b5ea-54a29d64374d,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:18.167625 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Attempting to bind port 60eb61d0-8e1a-4563-b5ea-54a29d64374d on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:18.167997 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Attempting to bind port 60eb61d0-8e1a-4563-b5ea-54a29d64374d by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:18.168356 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Attempting to bind port 60eb61d0-8e1a-4563-b5ea-54a29d64374d on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:18.170292 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:18.192442 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:18.229523 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Publish callbacks [] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.232142 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (afe38bc0-fa10-494e-8908-bf4f3476c22a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.239037 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.287393 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-356bb647-8e09-4ad5-a758-3aed664a05cc req-3ccb8ab9-aebe-4c7e-8fc2-03a2d99fb4dd tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399141 Mar 31 20:22:18.290211 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (afe38bc0-fa10-494e-8908-bf4f3476c22a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.366268 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391713e3-73ab-4fd7-8bce-1355a7168063 None None] Pushing event updated for resources: {'Port': ['ID=e70a8fd6-f99d-462a-8476-d3b97b97ee67,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:18.417710 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (501d3729-1dba-4e65-87e7-0ff163c3285e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.472597 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-0461a000-724d-4007-88ed-68e3fd133044 None None] Provisioning complete for port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:18.472986 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0461a000-724d-4007-88ed-68e3fd133044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.477057 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:18.477442 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:18.477971 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.478378 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:18.480260 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Bound port: 60eb61d0-8e1a-4563-b5ea-54a29d64374d, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:18.480694 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.500486 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Attempting to bind port e70a8fd6-f99d-462a-8476-d3b97b97ee67 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:18.501542 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Attempting to bind port e70a8fd6-f99d-462a-8476-d3b97b97ee67 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:18.502225 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Attempting to bind port e70a8fd6-f99d-462a-8476-d3b97b97ee67 on network 52a08276-8ed8-42f8-83e9-f46419f30e6e {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:18.516358 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:18.518806 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Checking segment: {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:18.519495 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.520166 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Bound using segment: {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:18.521882 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Bound port: e70a8fd6-f99d-462a-8476-d3b97b97ee67, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:18.523407 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.600926 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.603519 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4998868 Mar 31 20:22:18.630319 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14594997-4d31-4e61-82a5-58cf036fa9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=afe38bc0-fa10-494e-8908-bf4f3476c22a,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:18.688022 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Publish callbacks [] for port (94918f98-0348-4a90-84e7-e5543ded474c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.704414 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58062) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:18.833595 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (94918f98-0348-4a90-84e7-e5543ded474c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.883809 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 414211f4-9b25-44b4-9c80-a4982daddbe0 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:18.884881 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] For port e70a8fd6-f99d-462a-8476-d3b97b97ee67, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:18.888030 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device a542167c-1bc2-45c0-be38-b5bc346c7347 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:18.898584 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] For port e70a8fd6-f99d-462a-8476-d3b97b97ee67, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=e70a8fd6-f99d-462a-8476-d3b97b97ee67,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:18.901369 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0461a000-724d-4007-88ed-68e3fd133044 None None] Port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:18.910321 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:18.998846 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] For port 60eb61d0-8e1a-4563-b5ea-54a29d64374d, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:19.043534 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:19.044809 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:19.094551 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] For port 60eb61d0-8e1a-4563-b5ea-54a29d64374d, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=60eb61d0-8e1a-4563-b5ea-54a29d64374d,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:19.117737 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:19.165453 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:19.172939 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:19.179944 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:19.185149 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:19.185681 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (0da96933-58c2-4e38-8cd9-85a62571df7d), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:19.210248 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59a40390-c4cb-4cc9-8aeb-ac236be8ac9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:19.223901 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Pushing event updated for resources: {'Port': ['ID=94918f98-0348-4a90-84e7-e5543ded474c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:19.396131 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Publish callbacks [] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:19.439787 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:19.453580 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (fd38d247-1bf4-4567-b427-dde47a17b6b7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:19.593042 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-26032381-c0a8-4ece-b81b-3d9c1a4a375e None None] Provisioning complete for port e70a8fd6-f99d-462a-8476-d3b97b97ee67 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:19.593416 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26032381-c0a8-4ece-b81b-3d9c1a4a375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:19.710317 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391713e3-73ab-4fd7-8bce-1355a7168063 None None] Pushing event updated for resources: {'Port': ['ID=e70a8fd6-f99d-462a-8476-d3b97b97ee67,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:19.756647 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-f5f24e3a-28c7-47b9-ae0b-6d1bda73fc75 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--123784929&fields=id&tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 267 time: 0.5477448 Mar 31 20:22:19.811031 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Pushing event updated for resources: {'Port': ['ID=7ee5bf1c-7457-4e1a-9d1f-e719d613dcde,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:19.819464 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:19.874381 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:19.885250 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:19.921911 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58110) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:19.943681 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4f3994b0-e883-4949-8178-663e82052b41 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289828638', 'description': 'tempest-description--796212496'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:19.959931 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0a75ae-3bed-4ea1-a366-223228f42992 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:20.003717 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Publish callbacks [] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.129052 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Transition to ACTIVE for port object 3f0a75ae-3bed-4ea1-a366-223228f42992 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:22:20.159625 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:20.221746 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:20.229566 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:20.239941 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.249625 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f3994b0-e883-4949-8178-663e82052b41 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.295481 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port a542167c-1bc2-45c0-be38-b5bc346c7347 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:20.296050 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.308048 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59a40390-c4cb-4cc9-8aeb-ac236be8ac9b admin admin] Publish callbacks [] for security_group (dd4395c3-bf28-476b-8e22-d2ede2d6c186), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.337026 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-59a40390-c4cb-4cc9-8aeb-ac236be8ac9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (dd4395c3-bf28-476b-8e22-d2ede2d6c186), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.453241 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-3f1e7438-78a4-4a3c-98ff-720037cefd61 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:20.467128 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-3f1e7438-78a4-4a3c-98ff-720037cefd61 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 815 time: 0.6827879 Mar 31 20:22:20.468515 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (94918f98-0348-4a90-84e7-e5543ded474c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.481506 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f3994b0-e883-4949-8178-663e82052b41 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (40623759-88e0-44f0-b1e0-f20636e085e3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.495646 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0a75ae-3bed-4ea1-a366-223228f42992,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:20.502928 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f3994b0-e883-4949-8178-663e82052b41 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (40623759-88e0-44f0-b1e0-f20636e085e3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.568553 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:18Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:20.668069 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224fcdb-c841-46b5-9cb8-497b41738ed9 None None] The sync data for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi is: [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:18Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:20.784284 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f3994b0-e883-4949-8178-663e82052b41 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:20.786104 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-4f3994b0-e883-4949-8178-663e82052b41 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8460991 Mar 31 20:22:20.802505 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e194b-1dfa-482e-8304-52aa5cde9481 None None] Pushing event updated for resources: {'Port': ['ID=60eb61d0-8e1a-4563-b5ea-54a29d64374d,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:20.832196 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58116) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:20.848425 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-625d9d9e-ac17-40c7-b5f4-dea046aba673 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'security_group_rule': {'security_group_id': '40623759-88e0-44f0-b1e0-f20636e085e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:20.908920 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3994b0-e883-4949-8178-663e82052b41 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40623759-88e0-44f0-b1e0-f20636e085e3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:20.927222 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-59a40390-c4cb-4cc9-8aeb-ac236be8ac9b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4e89db55cf7c4a499163c12502c505a8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2139733 Mar 31 20:22:20.930300 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58118) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:20.933944 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port a542167c-1bc2-45c0-be38-b5bc346c7347 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:20.972011 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Attempting to bind port 3f0a75ae-3bed-4ea1-a366-223228f42992 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:21.004054 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Attempting to bind port 3f0a75ae-3bed-4ea1-a366-223228f42992 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd3fcfc8e-1578-420d-bad4-9a2024337489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '006c9023-52aa-4778-89df-05426fb3df76'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:21.005680 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Attempting to bind port 3f0a75ae-3bed-4ea1-a366-223228f42992 on network 006c9023-52aa-4778-89df-05426fb3df76 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:21.055452 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Port 3f0a75ae-3bed-4ea1-a366-223228f42992 on network 006c9023-52aa-4778-89df-05426fb3df76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:22:21.056809 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Attempting to bind port 3f0a75ae-3bed-4ea1-a366-223228f42992 on network 006c9023-52aa-4778-89df-05426fb3df76 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:21.090774 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-81819a1e-0dfd-4760-92c0-c033d7300bc8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/quotas/8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 375 time: 0.1923337 Mar 31 20:22:21.101196 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-625d9d9e-ac17-40c7-b5f4-dea046aba673 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (858902ab-6570-49f2-930e-3a4cd5bdc0ab), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:21.185407 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:21.191723 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Checking segment: {'id': 'd3fcfc8e-1578-420d-bad4-9a2024337489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '006c9023-52aa-4778-89df-05426fb3df76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:21.192557 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Bound using segment: {'id': 'd3fcfc8e-1578-420d-bad4-9a2024337489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '006c9023-52aa-4778-89df-05426fb3df76'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:21.193792 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Bound port: 3f0a75ae-3bed-4ea1-a366-223228f42992, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fcfc8e-1578-420d-bad4-9a2024337489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '006c9023-52aa-4778-89df-05426fb3df76'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:21.194435 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:21.247002 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a40390-c4cb-4cc9-8aeb-ac236be8ac9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4395c3-bf28-476b-8e22-d2ede2d6c186,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:21.266292 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Router fd38d247-1bf4-4567-b427-dde47a17b6b7 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:22:21.409189 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device e70a8fd6-f99d-462a-8476-d3b97b97ee67 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:21.517758 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-26032381-c0a8-4ece-b81b-3d9c1a4a375e None None] Current status of the port e70a8fd6-f99d-462a-8476-d3b97b97ee67 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:21.518157 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26032381-c0a8-4ece-b81b-3d9c1a4a375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:21.538913 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Publish callbacks [] for port (94918f98-0348-4a90-84e7-e5543ded474c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:21.628297 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (94918f98-0348-4a90-84e7-e5543ded474c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:21.629023 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (0da96933-58c2-4e38-8cd9-85a62571df7d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:21.650312 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:10Z', 'revision_number': 2, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:21.656537 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4019-7606-45dd-a788-0e6215c85e18 admin admin] Publish callbacks [] for security_group (dd4395c3-bf28-476b-8e22-d2ede2d6c186), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:21.736179 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4019-7606-45dd-a788-0e6215c85e18 admin admin] Publish callbacks [] for security_group (dd4395c3-bf28-476b-8e22-d2ede2d6c186), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:21.803226 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:07Z', 'revision_number': 3, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:21.814220 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:21.815602 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Updating router b9582a79-6e81-41e2-ade6-81d6e6c584d2 port df3d290e-4245-4b2f-a59e-da468f3d28af binding host dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:21.820912 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port e70a8fd6-f99d-462a-8476-d3b97b97ee67 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:21.824701 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:21.902775 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58148) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:21.923013 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c00624-e774-44fc-a263-f547dd8c7c48 None None] The sync data for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi is: [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:07Z', 'revision_number': 3, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:22.081774 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-625d9d9e-ac17-40c7-b5f4-dea046aba673 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (858902ab-6570-49f2-930e-3a4cd5bdc0ab), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.097020 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-26032381-c0a8-4ece-b81b-3d9c1a4a375e None None] For port e70a8fd6-f99d-462a-8476-d3b97b97ee67, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=e70a8fd6-f99d-462a-8476-d3b97b97ee67,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:22.102386 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] For port 3f0a75ae-3bed-4ea1-a366-223228f42992, host hv-cinder-83607, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:22.136581 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Pushing event updated for resources: {'Port': ['ID=94918f98-0348-4a90-84e7-e5543ded474c,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:22.145929 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-625d9d9e-ac17-40c7-b5f4-dea046aba673 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (858902ab-6570-49f2-930e-3a4cd5bdc0ab), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.163267 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.179186 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4019-7606-45dd-a788-0e6215c85e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (dd4395c3-bf28-476b-8e22-d2ede2d6c186), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.189844 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4019-7606-45dd-a788-0e6215c85e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.191410 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-5ecb4019-7606-45dd-a788-0e6215c85e18 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dd4395c3-bf28-476b-8e22-d2ede2d6c186 HTTP/1.1" status: 204 len: 168 time: 1.2169349 Mar 31 20:22:22.225027 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-4c9e48c7-5f5a-4753-804c-c4eea075caf2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1332376 Mar 31 20:22:22.254318 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26032381-c0a8-4ece-b81b-3d9c1a4a375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.291873 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] For port 3f0a75ae-3bed-4ea1-a366-223228f42992, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3f0a75ae-3bed-4ea1-a366-223228f42992,segment=NetworkSegment(d3fcfc8e-1578-420d-bad4-9a2024337489),segment_id=d3fcfc8e-1578-420d-bad4-9a2024337489)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:22.294623 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06acdb-9b45-44be-8f5b-740daf51244f req-646d4baf-af15-4309-81be-fefe7723d6b2 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:22.303366 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ec06acdb-9b45-44be-8f5b-740daf51244f req-646d4baf-af15-4309-81be-fefe7723d6b2 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 943 time: 1.4153988 Mar 31 20:22:22.321891 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb4019-7606-45dd-a788-0e6215c85e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4395c3-bf28-476b-8e22-d2ede2d6c186,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:22.322623 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port e70a8fd6-f99d-462a-8476-d3b97b97ee67 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:22.323879 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 130297a9-c40b-4cd8-80a3-0691ab5d5220 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:22.350692 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d9d9e-ac17-40c7-b5f4-dea046aba673 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858902ab-6570-49f2-930e-3a4cd5bdc0ab,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:22.379875 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:22.387456 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:22.394539 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.596325 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:22.597125 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.609517 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/3f0a75ae-3bed-4ea1-a366-223228f42992 HTTP/1.1" status: 200 len: 1093 time: 5.3117681 Mar 31 20:22:22.630813 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b60a8c7e-0378-4743-8ff3-e24b34ba94cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.690233 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-625d9d9e-ac17-40c7-b5f4-dea046aba673 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:22.716362 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-625d9d9e-ac17-40c7-b5f4-dea046aba673 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8488541 Mar 31 20:22:22.718893 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b263845-a932-4452-8878-869833a6829e admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:22.747570 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Sync routers for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:22.748125 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2b263845-a932-4452-8878-869833a6829e admin admin] 10.222.0.82 "PUT /v2.0/routers/fd38d247-1bf4-4567-b427-dde47a17b6b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5770547 Mar 31 20:22:22.776708 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:22.777465 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:22.841208 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58170) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:22.909222 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Router 0da96933-58c2-4e38-8cd9-85a62571df7d has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:22:22.953893 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ec06acdb-9b45-44be-8f5b-740daf51244f req-e23240f0-b26d-472f-9142-f545137e55a5 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6490059 Mar 31 20:22:23.072790 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cead3601-c912-4212-8a6e-f26dfef2006f', 'tag': '3f0a75ae-3bed-4ea1-a366-223228f42992'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:23.170119 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58182) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:23.205876 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46456eb8-0138-4f4c-b40a-5760b0cccab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:23.220854 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:23.359231 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:23.383089 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f1badc89-8ad3-4735-ae1a-77572180e9be admin admin] 10.222.0.82 "PUT /v2.0/routers/0da96933-58c2-4e38-8cd9-85a62571df7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8175011 Mar 31 20:22:23.440874 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b60a8c7e-0378-4743-8ff3-e24b34ba94cd admin admin] Publish callbacks [] for security_group (c37c81b1-d603-4180-be28-000933296b5d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:23.475256 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a6f56a5c-0ee2-4c5e-82a3-236c2dbf20f3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'security_group_rule': {'security_group_id': '40623759-88e0-44f0-b1e0-f20636e085e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:23.500973 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b60a8c7e-0378-4743-8ff3-e24b34ba94cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c37c81b1-d603-4180-be28-000933296b5d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:23.503834 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46456eb8-0138-4f4c-b40a-5760b0cccab5 admin admin] Publish callbacks [] for security_group (f7f41b5b-b900-407b-8c08-720beb265499), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:23.511201 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-46456eb8-0138-4f4c-b40a-5760b0cccab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f7f41b5b-b900-407b-8c08-720beb265499), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:23.578828 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c9e5e71b-efa1-484f-9090-00731a22440f None None] Provisioning complete for port 94918f98-0348-4a90-84e7-e5543ded474c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:23.579366 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c9e5e71b-efa1-484f-9090-00731a22440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (94918f98-0348-4a90-84e7-e5543ded474c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:23.588712 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46456eb8-0138-4f4c-b40a-5760b0cccab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f41b5b-b900-407b-8c08-720beb265499,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:23.635117 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-46456eb8-0138-4f4c-b40a-5760b0cccab5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=27c5008d91a540f0b7427fb6c0106e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4462092 Mar 31 20:22:23.654279 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58194) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:23.666054 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 2, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:23.673223 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5e71b-efa1-484f-9090-00731a22440f None None] Port 94918f98-0348-4a90-84e7-e5543ded474c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:23.687216 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26032381-c0a8-4ece-b81b-3d9c1a4a375e None None] Pushing event updated for resources: {'Port': ['ID=e70a8fd6-f99d-462a-8476-d3b97b97ee67,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:23.727518 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Checking router: fd38d247-1bf4-4567-b427-dde47a17b6b7 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:23.737771 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Updating router fd38d247-1bf4-4567-b427-dde47a17b6b7 port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:23.743525 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-0d5c5922-3ee6-4a3e-bb36-2c5f0b3bb5a0 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:22:23.745755 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-0d5c5922-3ee6-4a3e-bb36-2c5f0b3bb5a0 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6877577 Mar 31 20:22:23.776910 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 130297a9-c40b-4cd8-80a3-0691ab5d5220 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:23.779119 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:23.821428 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:23.857902 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-b60a8c7e-0378-4743-8ff3-e24b34ba94cd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0dd3607838ab481f90d9ac6de4efe275&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9204433 Mar 31 20:22:23.864525 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf59875-2e34-4e8f-a6e7-27e283da01f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0a75ae-3bed-4ea1-a366-223228f42992,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:23.875445 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58196) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:23.905216 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a8c7e-0378-4743-8ff3-e24b34ba94cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37c81b1-d603-4180-be28-000933296b5d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:23.908164 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6f56a5c-0ee2-4c5e-82a3-236c2dbf20f3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (8f17c77a-a849-4f62-a0a1-9d01c1430c5d), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:23.970083 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c9e5e71b-efa1-484f-9090-00731a22440f None None] Provisioning complete for port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:23.974078 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c9e5e71b-efa1-484f-9090-00731a22440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.018559 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-e7fe9770-9967-4e89-9f3f-eba913f75ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:24.021151 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-e7fe9770-9967-4e89-9f3f-eba913f75ad7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2dc8e0e7dd04f4d9cdc30d320fdba47&device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 1127 time: 1.1760159 Mar 31 20:22:24.073975 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58204) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:24.196795 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe853cef-a07b-4eb4-9c7b-1b97ef7e01ae admin admin] Publish callbacks [] for security_group (f7f41b5b-b900-407b-8c08-720beb265499), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.211575 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5e71b-efa1-484f-9090-00731a22440f None None] Port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:24.283446 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "cead3601-c912-4212-8a6e-f26dfef2006f", "tag": "3f0a75ae-3bed-4ea1-a366-223228f42992"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:24.295796 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe853cef-a07b-4eb4-9c7b-1b97ef7e01ae admin admin] Publish callbacks [] for security_group (f7f41b5b-b900-407b-8c08-720beb265499), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.307222 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-7dec3cbb-7f3b-4176-b23b-cd0057381950 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f0a75ae-3bed-4ea1-a366-223228f42992 HTTP/1.1" status: 200 len: 217 time: 0.2469203 Mar 31 20:22:24.361368 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfde3800-fb7f-451e-9419-b7a5604e9f32 admin admin] Publish callbacks [] for security_group (c37c81b1-d603-4180-be28-000933296b5d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.392961 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Publish callbacks [] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.407005 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 130297a9-c40b-4cd8-80a3-0691ab5d5220 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:24.427382 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-028e302b-35d7-459e-8a32-8eae36245cb5 service neutron] 10.222.0.82 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684508 Mar 31 20:22:24.431863 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe853cef-a07b-4eb4-9c7b-1b97ef7e01ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f7f41b5b-b900-407b-8c08-720beb265499), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.436519 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe853cef-a07b-4eb4-9c7b-1b97ef7e01ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.440151 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-fe853cef-a07b-4eb4-9c7b-1b97ef7e01ae admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f7f41b5b-b900-407b-8c08-720beb265499 HTTP/1.1" status: 204 len: 168 time: 0.7820210 Mar 31 20:22:24.440394 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c9e5e71b-efa1-484f-9090-00731a22440f None None] Provisioning complete for port e70a8fd6-f99d-462a-8476-d3b97b97ee67 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:24.443233 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c9e5e71b-efa1-484f-9090-00731a22440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.592117 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfde3800-fb7f-451e-9419-b7a5604e9f32 admin admin] Publish callbacks [] for security_group (c37c81b1-d603-4180-be28-000933296b5d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.612074 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.613241 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6f56a5c-0ee2-4c5e-82a3-236c2dbf20f3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (8f17c77a-a849-4f62-a0a1-9d01c1430c5d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.620161 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c7c99262-3b96-44b3-91a6-362d0343bdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.641166 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6f56a5c-0ee2-4c5e-82a3-236c2dbf20f3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (8f17c77a-a849-4f62-a0a1-9d01c1430c5d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.712456 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-fc142c9f-9e44-4900-80dc-7567724ffc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:24.724548 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-fc142c9f-9e44-4900-80dc-7567724ffc98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6cc954c-bd60-4241-994b-ca8aa7f8cba4 HTTP/1.1" status: 200 len: 852 time: 0.3336740 Mar 31 20:22:24.732821 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Publish callbacks [] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.751035 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:24.756429 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f56a5c-0ee2-4c5e-82a3-236c2dbf20f3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f17c77a-a849-4f62-a0a1-9d01c1430c5d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:24.764957 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-40180147-c2fb-4ec4-9cc0-fbf771d6efcb service neutron] 10.222.0.82 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262351 Mar 31 20:22:24.766911 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe853cef-a07b-4eb4-9c7b-1b97ef7e01ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f41b5b-b900-407b-8c08-720beb265499,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:24.833938 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30aed8-937c-41ec-b258-0e4259a84665 None None] Pushing event updated for resources: {'Port': ['ID=7ee5bf1c-7457-4e1a-9d1f-e719d613dcde,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:24.841942 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 60eb61d0-8e1a-4563-b5ea-54a29d64374d up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:24.957630 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbfe22-45e3-41da-916b-51d0d5ede0c1 None None] Pushing event updated for resources: {'Port': ['ID=df3d290e-4245-4b2f-a59e-da468f3d28af,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:24.979437 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-0b8093b9-ea60-4b22-8a28-621044f20fd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=006c9023-52aa-4778-89df-05426fb3df76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2377667 Mar 31 20:22:24.995385 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfde3800-fb7f-451e-9419-b7a5604e9f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c37c81b1-d603-4180-be28-000933296b5d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.011210 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfde3800-fb7f-451e-9419-b7a5604e9f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.023554 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-bfde3800-fb7f-451e-9419-b7a5604e9f32 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c37c81b1-d603-4180-be28-000933296b5d HTTP/1.1" status: 204 len: 168 time: 1.1392300 Mar 31 20:22:25.034385 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6f56a5c-0ee2-4c5e-82a3-236c2dbf20f3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.044320 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-a6f56a5c-0ee2-4c5e-82a3-236c2dbf20f3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5896869 Mar 31 20:22:25.046331 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58222) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:25.056258 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:25.097043 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Attempting to bind port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:25.097413 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Attempting to bind port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:25.097768 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Attempting to bind port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde on network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:25.132633 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.134334 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:25.134759 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Checking segment: {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:25.135144 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.137712 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Bound using segment: {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:25.138210 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Bound port: 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:25.140774 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.261299 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Attempting to bind port df3d290e-4245-4b2f-a59e-da468f3d28af on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:25.261789 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Attempting to bind port df3d290e-4245-4b2f-a59e-da468f3d28af by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:25.262308 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Attempting to bind port df3d290e-4245-4b2f-a59e-da468f3d28af on network df94f67e-3892-4dfd-8047-a81ba5940098 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:25.270024 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5e71b-efa1-484f-9090-00731a22440f None None] Current status of the port e70a8fd6-f99d-462a-8476-d3b97b97ee67 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:25.278486 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde3800-fb7f-451e-9419-b7a5604e9f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37c81b1-d603-4180-be28-000933296b5d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:25.284470 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:25.285337 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Checking segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:25.288348 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.289204 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Bound using segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:25.291187 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Bound port: df3d290e-4245-4b2f-a59e-da468f3d28af, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:25.292077 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.460079 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] For port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:25.466203 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] For port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=7ee5bf1c-7457-4e1a-9d1f-e719d613dcde,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:25.480156 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.500284 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-bb036c8b-b72c-4d9a-8a37-21cb323638b9 service neutron] 10.222.0.57 "GET /v2.0/networks/006c9023-52aa-4778-89df-05426fb3df76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240754 Mar 31 20:22:25.505035 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] For port df3d290e-4245-4b2f-a59e-da468f3d28af, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:25.513334 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] For port df3d290e-4245-4b2f-a59e-da468f3d28af, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=df3d290e-4245-4b2f-a59e-da468f3d28af,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:25.526516 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c7c99262-3b96-44b3-91a6-362d0343bdf3 admin admin] Publish callbacks [] for security_group (8265dcc0-aad5-456a-948b-679d5ddd22a6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.543914 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.570987 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c7c99262-3b96-44b3-91a6-362d0343bdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8265dcc0-aad5-456a-948b-679d5ddd22a6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.633992 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:25.636204 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:25.645036 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58244) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:25.685575 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9f6c92dd-3ae7-484b-95a6-57fff169825a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514841992', 'description': 'tempest-description--2074225064'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:25.705822 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30aed8-937c-41ec-b258-0e4259a84665 None None] Pushing event updated for resources: {'Port': ['ID=7ee5bf1c-7457-4e1a-9d1f-e719d613dcde,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:25.740792 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c7c99262-3b96-44b3-91a6-362d0343bdf3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f7e65e8c780442058c6084b73dafded9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6419458 Mar 31 20:22:25.741934 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58254) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:25.779098 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 60eb61d0-8e1a-4563-b5ea-54a29d64374d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:25.780218 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:25.837939 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9f66-a8d0-465e-9db1-baaacc1fcfe7 req-d07b79d4-ec77-4a4e-8b0d-8d9854da494b tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:25.851060 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68ad9f66-a8d0-465e-9db1-baaacc1fcfe7 req-d07b79d4-ec77-4a4e-8b0d-8d9854da494b tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 943 time: 0.4425685 Mar 31 20:22:25.921758 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58258) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:25.979895 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:25.984746 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Provisioning complete for port 94918f98-0348-4a90-84e7-e5543ded474c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:25.985247 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (94918f98-0348-4a90-84e7-e5543ded474c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.011342 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbfe22-45e3-41da-916b-51d0d5ede0c1 None None] Pushing event updated for resources: {'Port': ['ID=df3d290e-4245-4b2f-a59e-da468f3d28af,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:26.051200 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68ad9f66-a8d0-465e-9db1-baaacc1fcfe7 req-b93c85b0-1e59-4fa7-ab0a-e3156235fa56 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959529 Mar 31 20:22:26.055797 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:26.057943 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:26.081436 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f6c92dd-3ae7-484b-95a6-57fff169825a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.116595 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.118330 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f539f696-9410-433a-ad62-f6403ba7b9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.143127 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c99262-3b96-44b3-91a6-362d0343bdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8265dcc0-aad5-456a-948b-679d5ddd22a6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:26.336883 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f699f23-bd9b-4e6c-86a8-15fd53e564de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.357044 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Port 94918f98-0348-4a90-84e7-e5543ded474c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:26.441503 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 60eb61d0-8e1a-4563-b5ea-54a29d64374d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:26.442880 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.488471 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:25Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:26.511536 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 60eb61d0-8e1a-4563-b5ea-54a29d64374d, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=60eb61d0-8e1a-4563-b5ea-54a29d64374d,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:26.531619 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Provisioning complete for port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:26.532471 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.537111 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.543393 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device e70a8fd6-f99d-462a-8476-d3b97b97ee67 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:26.551174 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78914e69-4631-434b-8336-f2a3352b2588 None None] The sync data for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi is: [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:25Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:26.571314 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Allocated IP 172.27.1.44 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/f1a5772a-d171-4a43-90ea-18ea42e2a05e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:26.578920 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f539f696-9410-433a-ad62-f6403ba7b9d4 admin admin] Publish callbacks [] for security_group (c127cd56-6689-4f1c-8869-26b18097bf8b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.608209 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f539f696-9410-433a-ad62-f6403ba7b9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c127cd56-6689-4f1c-8869-26b18097bf8b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.738420 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:26.744839 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539f696-9410-433a-ad62-f6403ba7b9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c127cd56-6689-4f1c-8869-26b18097bf8b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:26.800734 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-7ac69cbb-ee13-4092-9234-014c3b58bb20 req-16a83122-81ed-45b6-acc5-8aa39756e457 service neutron] 10.222.0.57 "GET /v2.0/networks/006c9023-52aa-4778-89df-05426fb3df76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2800970 Mar 31 20:22:26.801625 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6518be4-83c5-4c22-a7a4-74de29af1c1d admin admin] Publish callbacks [] for security_group (8265dcc0-aad5-456a-948b-679d5ddd22a6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:26.812490 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f4963d-8682-41d7-9bf0-57a2eaa308e5 x-openstack-request-id: req-64f4963d-8682-41d7-9bf0-57a2eaa308e5 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:26.813095 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cead3601-c912-4212-8a6e-f26dfef2006f", "tag": "3f0a75ae-3bed-4ea1-a366-223228f42992", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:26.813491 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-64f4963d-8682-41d7-9bf0-57a2eaa308e5 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:26.814325 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f4963d-8682-41d7-9bf0-57a2eaa308e5'] response: {'name': 'network-changed', 'server_uuid': 'cead3601-c912-4212-8a6e-f26dfef2006f', 'tag': '3f0a75ae-3bed-4ea1-a366-223228f42992', 'status': 'completed', 'code': 200} Mar 31 20:22:26.817645 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Sync routers for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:26.942699 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:26.943460 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:21:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:26.952695 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=60eb61d0-8e1a-4563-b5ea-54a29d64374d,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:27.004813 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-f539f696-9410-433a-ad62-f6403ba7b9d4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=33e3d0dd1ac6472db82b16f2eee54289&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0738864 Mar 31 20:22:27.033074 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58298) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:27.064713 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6518be4-83c5-4c22-a7a4-74de29af1c1d admin admin] Publish callbacks [] for security_group (8265dcc0-aad5-456a-948b-679d5ddd22a6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.200491 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port e70a8fd6-f99d-462a-8476-d3b97b97ee67 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:27.200875 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.218720 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8 req-07068086-eedd-44f5-806f-4be738902287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:27.222709 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8 req-07068086-eedd-44f5-806f-4be738902287 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2dc8e0e7dd04f4d9cdc30d320fdba47&device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 1127 time: 0.2964993 Mar 31 20:22:27.252213 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-894c38ff-414b-4637-8277-8948d486caa7 req-fa01e7b2-a243-4bb0-a057-c04cb412b53c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 210 time: 0.1830788 Mar 31 20:22:27.304604 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for port (f1a5772a-d171-4a43-90ea-18ea42e2a05e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.320280 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-695a4509-f766-42ac-833d-c6497f5368f6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:27.328217 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-695a4509-f766-42ac-833d-c6497f5368f6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 818 time: 0.9932654 Mar 31 20:22:27.355124 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:27.355611 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f6c92dd-3ae7-484b-95a6-57fff169825a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (d1cc001d-406c-427a-80c0-6be4eca31ea5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.365550 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Current status of the port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:27.366450 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.372352 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-a8ae911c-fad2-4dd0-8da6-70c29de835f6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/quotas/8eb2550b368f4401bfaf0998a1ab7a3b HTTP/1.1" status: 200 len: 375 time: 0.0424340 Mar 31 20:22:27.384732 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33df8974-c8f3-49b5-b535-f78aa6c7dfaf admin admin] Publish callbacks [] for security_group (c127cd56-6689-4f1c-8869-26b18097bf8b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.390256 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f6c92dd-3ae7-484b-95a6-57fff169825a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d1cc001d-406c-427a-80c0-6be4eca31ea5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.429668 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33df8974-c8f3-49b5-b535-f78aa6c7dfaf admin admin] Publish callbacks [] for security_group (c127cd56-6689-4f1c-8869-26b18097bf8b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.458358 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6518be4-83c5-4c22-a7a4-74de29af1c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8265dcc0-aad5-456a-948b-679d5ddd22a6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.461273 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6518be4-83c5-4c22-a7a4-74de29af1c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.465226 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c6518be4-83c5-4c22-a7a4-74de29af1c1d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8265dcc0-aad5-456a-948b-679d5ddd22a6 HTTP/1.1" status: 204 len: 168 time: 1.6050420 Mar 31 20:22:27.499076 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port e70a8fd6-f99d-462a-8476-d3b97b97ee67 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:27.538776 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9f6c92dd-3ae7-484b-95a6-57fff169825a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.543268 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-9f6c92dd-3ae7-484b-95a6-57fff169825a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8688643 Mar 31 20:22:27.550913 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58312) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:27.560712 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c92dd-3ae7-484b-95a6-57fff169825a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc001d-406c-427a-80c0-6be4eca31ea5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:27.561558 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] For port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=7ee5bf1c-7457-4e1a-9d1f-e719d613dcde,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:27.571413 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6518be4-83c5-4c22-a7a4-74de29af1c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8265dcc0-aad5-456a-948b-679d5ddd22a6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:27.603031 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-1be176f2-f962-41d9-a6f3-865bf6d2024e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'security_group_rule': {'security_group_id': 'd1cc001d-406c-427a-80c0-6be4eca31ea5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:27.605906 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (f1a5772a-d171-4a43-90ea-18ea42e2a05e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.645510 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:27.789608 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.57', 50955) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:27.974265 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8b266cb8-b089-4527-92d4-56fb315f0d3a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6009367 Mar 31 20:22:27.999825 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Pushing event updated for resources: {'Port': ['ID=7ee5bf1c-7457-4e1a-9d1f-e719d613dcde,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:28.006450 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 60eb61d0-8e1a-4563-b5ea-54a29d64374d up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:28.020186 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-1f0591b1-d667-442d-8f66-7c179b1b36ad tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:28.022526 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-1f0591b1-d667-442d-8f66-7c179b1b36ad tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 815 time: 0.2144518 Mar 31 20:22:28.048698 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1be176f2-f962-41d9-a6f3-865bf6d2024e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (afa8c808-ddb1-4c85-b657-8f029aa55bd2), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.069105 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe12d8e-e3b3-4062-b1ef-50d2cd4288e8 req-22f330b4-e5c0-478d-9baf-c0c1573740d4 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:28.083197 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cfe12d8e-e3b3-4062-b1ef-50d2cd4288e8 req-22f330b4-e5c0-478d-9baf-c0c1573740d4 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 943 time: 0.6951754 Mar 31 20:22:28.176490 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33df8974-c8f3-49b5-b535-f78aa6c7dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c127cd56-6689-4f1c-8869-26b18097bf8b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.179970 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33df8974-c8f3-49b5-b535-f78aa6c7dfaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.181991 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-33df8974-c8f3-49b5-b535-f78aa6c7dfaf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c127cd56-6689-4f1c-8869-26b18097bf8b HTTP/1.1" status: 204 len: 168 time: 1.1467540 Mar 31 20:22:28.183567 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8 req-d0d0d1aa-b3ea-4b37-9231-f5c83920d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:28.185509 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8 req-d0d0d1aa-b3ea-4b37-9231-f5c83920d2fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=006c9023-52aa-4778-89df-05426fb3df76 HTTP/1.1" status: 200 len: 913 time: 0.9523785 Mar 31 20:22:28.203513 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:28.245645 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Provisioning complete for port df3d290e-4245-4b2f-a59e-da468f3d28af triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:28.246037 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.268202 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cfe12d8e-e3b3-4062-b1ef-50d2cd4288e8 req-b296e723-3ae5-4563-8aea-999105989713 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840234 Mar 31 20:22:28.272918 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7d63694f-61b5-4f1c-bbbf-a8d0352321f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.290311 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:28.297712 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:28.316699 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'Port': ['ID=f1a5772a-d171-4a43-90ea-18ea42e2a05e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:28.515674 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58338) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:28.524093 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0f767d18-9129-45db-948b-131c3ca00bde req-535a4c00-02b4-479c-ba2f-015bbbf1b97a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 210 time: 0.1138325 Mar 31 20:22:28.554465 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15d81d9e-1488-4e21-8b3a-3d31e1e1cabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.566476 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-305f6403-4f75-47e9-9581-63237d5e50b1 service neutron] 10.222.0.82 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350661 Mar 31 20:22:28.594872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 60eb61d0-8e1a-4563-b5ea-54a29d64374d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:28.595295 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.616701 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df8974-c8f3-49b5-b535-f78aa6c7dfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c127cd56-6689-4f1c-8869-26b18097bf8b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:28.634184 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (c38df1f9-3639-4ccc-a223-2a2e75d828b3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.646408 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8 req-35636a21-9241-4f4e-95b6-ab0bce9a9b84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f0a75ae-3bed-4ea1-a366-223228f42992 HTTP/1.1" status: 200 len: 217 time: 0.4501138 Mar 31 20:22:28.731834 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1be176f2-f962-41d9-a6f3-865bf6d2024e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (afa8c808-ddb1-4c85-b657-8f029aa55bd2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.759008 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-6cebe09b-0982-4c6d-b648-dc5a76c74e95 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 379 time: 0.7247756 Mar 31 20:22:28.761412 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1be176f2-f962-41d9-a6f3-865bf6d2024e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (afa8c808-ddb1-4c85-b657-8f029aa55bd2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.775867 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'port': {'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'admin_state_up': True, 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'security_groups': ['c2c65893-35e3-408f-aa08-1d35b8c92005']}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:28.802016 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Current status of the port df3d290e-4245-4b2f-a59e-da468f3d28af is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:28.802682 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.805419 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f1a5772a-d171-4a43-90ea-18ea42e2a05e), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.886420 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:25Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:28.903968 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8 req-147e3218-5bc5-457c-9236-3949a70ed081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:28.905714 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8 req-147e3218-5bc5-457c-9236-3949a70ed081 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6cc954c-bd60-4241-994b-ca8aa7f8cba4 HTTP/1.1" status: 200 len: 852 time: 0.2460504 Mar 31 20:22:28.906533 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be176f2-f962-41d9-a6f3-865bf6d2024e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa8c808-ddb1-4c85-b657-8f029aa55bd2,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:28.921040 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] For port df3d290e-4245-4b2f-a59e-da468f3d28af, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=df3d290e-4245-4b2f-a59e-da468f3d28af,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:28.963547 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd8ae5-3942-4ccd-a566-e08b1dac0452 None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:25Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:28.977853 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.982296 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for port (f1a5772a-d171-4a43-90ea-18ea42e2a05e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:28.982609 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 2, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:28.998477 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f1a5772a-d171-4a43-90ea-18ea42e2a05e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.013325 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-079eec0b-b131-4b3a-84d8-70d8bd7dc829 service neutron] 10.222.0.82 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358821 Mar 31 20:22:29.070058 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (c38df1f9-3639-4ccc-a223-2a2e75d828b3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.082326 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8 req-d5269fdf-fc04-4848-8ff4-a3b0a0f3218f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=006c9023-52aa-4778-89df-05426fb3df76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646340 Mar 31 20:22:29.085377 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15d81d9e-1488-4e21-8b3a-3d31e1e1cabf admin admin] Publish callbacks [] for security_group (fa75678c-7f94-4560-a556-fc3dd7c7363f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.091050 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1be176f2-f962-41d9-a6f3-865bf6d2024e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.093152 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-1be176f2-f962-41d9-a6f3-865bf6d2024e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5114250 Mar 31 20:22:29.098815 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58358) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:29.117406 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d760f8fd-bb91-4704-a969-34b78c8233b5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'security_group_rule': {'security_group_id': 'd1cc001d-406c-427a-80c0-6be4eca31ea5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:29.146556 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.157185 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1095359 Mar 31 20:22:29.158247 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15d81d9e-1488-4e21-8b3a-3d31e1e1cabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (fa75678c-7f94-4560-a556-fc3dd7c7363f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.164005 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebb8d6-a22c-44b5-9d10-a1beb4ff3932 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'Port': ['ID=f1a5772a-d171-4a43-90ea-18ea42e2a05e,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:29.190603 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d760f8fd-bb91-4704-a969-34b78c8233b5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (a59f8702-5160-49d7-8c8c-f0e04cb5f008), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.207068 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215aa7fa-e6bb-4484-8869-848225ef7944 None None] Pushing event updated for resources: {'Port': ['ID=df3d290e-4245-4b2f-a59e-da468f3d28af,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:29.220776 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Checking router: 0da96933-58c2-4e38-8cd9-85a62571df7d for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:29.221314 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Updating router 0da96933-58c2-4e38-8cd9-85a62571df7d port 94918f98-0348-4a90-84e7-e5543ded474c binding host dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:22:29.222827 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Made reservation on behalf of 8458c23e6cee4d3ba8c3caf1196ae08b for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:29.237735 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.238863 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 60eb61d0-8e1a-4563-b5ea-54a29d64374d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:29.242600 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:29.277809 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58368) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:29.286657 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-15d81d9e-1488-4e21-8b3a-3d31e1e1cabf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=efee6c971a1f44eda1a8fcf2aefa8693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7613404 Mar 31 20:22:29.303102 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d81d9e-1488-4e21-8b3a-3d31e1e1cabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa75678c-7f94-4560-a556-fc3dd7c7363f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:29.441080 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8 req-987daf4a-8675-48b3-a8d7-f461a9f680f2 service neutron] 10.222.0.57 "GET /v2.0/networks/006c9023-52aa-4778-89df-05426fb3df76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466423 Mar 31 20:22:29.448849 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d760f8fd-bb91-4704-a969-34b78c8233b5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (a59f8702-5160-49d7-8c8c-f0e04cb5f008), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.514144 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.520623 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (94918f98-0348-4a90-84e7-e5543ded474c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.534581 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b2bcb880-72a7-4f1b-8f13-9032dc66df8e None None] Provisioning complete for port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:29.534973 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb880-72a7-4f1b-8f13-9032dc66df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.591122 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3c10fc9b-e968-47fd-8736-1490a193b1ca req-17edde3c-2499-43e0-82a5-5033533c2056 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 210 time: 0.1484337 Mar 31 20:22:29.595540 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d760f8fd-bb91-4704-a969-34b78c8233b5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (a59f8702-5160-49d7-8c8c-f0e04cb5f008), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.630350 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d760f8fd-bb91-4704-a969-34b78c8233b5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.635905 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-d760f8fd-bb91-4704-a969-34b78c8233b5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5274603 Mar 31 20:22:29.642503 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58390) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:29.651429 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:29.659404 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760f8fd-bb91-4704-a969-34b78c8233b5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59f8702-5160-49d7-8c8c-f0e04cb5f008,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:29.690871 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e01c4-fc35-48e4-a35d-b66e4d511546 req-be328a33-6d21-4566-9862-58689bdd7f22 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:29.711807 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-218e01c4-fc35-48e4-a35d-b66e4d511546 req-be328a33-6d21-4566-9862-58689bdd7f22 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 943 time: 0.2715147 Mar 31 20:22:29.798507 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-8cf5f415-d836-48d2-86e8-cb433a5ebfc8 req-2a21d364-158a-4798-b003-8b2d558aa968 service neutron] 10.222.0.57 "GET /v2.0/networks/006c9023-52aa-4778-89df-05426fb3df76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926126 Mar 31 20:22:29.804821 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:29.805172 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.854875 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-218e01c4-fc35-48e4-a35d-b66e4d511546 req-4ad2bbc2-9175-4f51-a2b6-17bcb76e53bd tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412058 Mar 31 20:22:29.867575 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.900864 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-400675e2-9625-4d2e-ab82-a7cde01e7951 admin admin] Publish callbacks [] for security_group (fa75678c-7f94-4560-a556-fc3dd7c7363f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.967525 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58412) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:29.990790 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-400675e2-9625-4d2e-ab82-a7cde01e7951 admin admin] Publish callbacks [] for security_group (fa75678c-7f94-4560-a556-fc3dd7c7363f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.060926 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Allocated IP 172.20.0.11 (df94f67e-3892-4dfd-8047-a81ba5940098/3ffa9a92-cf33-47ab-abe2-d8205846d26d/53db945d-2e77-4a01-9691-4793e895c9ea) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:30.167844 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-56768cf5-bcbf-4374-a2b6-aba0031fee26 req-b6f54c38-8ef7-42ba-92c5-63e06bb59d84 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 210 time: 0.1404607 Mar 31 20:22:30.174269 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 3f0a75ae-3bed-4ea1-a366-223228f42992 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:22:30.211365 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-79850d2d-a0d5-4a47-b74a-598762839eb0 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--289828638&fields=id&tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59 HTTP/1.1" status: 200 len: 267 time: 0.3718834 Mar 31 20:22:30.229975 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a965ebbd-b8cd-4514-8a06-f1f65e9bb55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.231852 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-400675e2-9625-4d2e-ab82-a7cde01e7951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (fa75678c-7f94-4560-a556-fc3dd7c7363f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.234463 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-400675e2-9625-4d2e-ab82-a7cde01e7951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.237952 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-400675e2-9625-4d2e-ab82-a7cde01e7951 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fa75678c-7f94-4560-a556-fc3dd7c7363f HTTP/1.1" status: 204 len: 168 time: 0.9555857 Mar 31 20:22:30.374271 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.440982 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcb880-72a7-4f1b-8f13-9032dc66df8e None None] Current status of the port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:30.524442 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400675e2-9625-4d2e-ab82-a7cde01e7951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa75678c-7f94-4560-a556-fc3dd7c7363f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:30.536475 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:30.538799 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device df3d290e-4245-4b2f-a59e-da468f3d28af up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:30.545987 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b2bcb880-72a7-4f1b-8f13-9032dc66df8e None None] Provisioning complete for port df3d290e-4245-4b2f-a59e-da468f3d28af triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:30.546460 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb880-72a7-4f1b-8f13-9032dc66df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.561259 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a096-98be-46de-ad04-b52a9836fb27 req-b91461a3-8749-425f-a3c7-2eef50da4e0b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:30.570452 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-b91461a3-8749-425f-a3c7-2eef50da4e0b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 811 time: 0.3506515 Mar 31 20:22:30.597808 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 3f0a75ae-3bed-4ea1-a366-223228f42992, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3f0a75ae-3bed-4ea1-a366-223228f42992,segment=NetworkSegment(d3fcfc8e-1578-420d-bad4-9a2024337489),segment_id=d3fcfc8e-1578-420d-bad4-9a2024337489)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:30.603886 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a965ebbd-b8cd-4514-8a06-f1f65e9bb55b admin admin] Publish callbacks [] for security_group (fdc8b2e3-d96e-449b-bf5e-393475530189), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.614129 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a965ebbd-b8cd-4514-8a06-f1f65e9bb55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (fdc8b2e3-d96e-449b-bf5e-393475530189), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.660624 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-a2b159d3-6ebe-442a-98d8-dd4e7b035243 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/quotas/0ffda7d751584e3fa2a86ea0c5dd3a59 HTTP/1.1" status: 200 len: 375 time: 0.0889740 Mar 31 20:22:30.680106 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Publish callbacks [] for port (94918f98-0348-4a90-84e7-e5543ded474c), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.717254 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '3f0a75ae-3bed-4ea1-a366-223228f42992', 'network_id': '006c9023-52aa-4778-89df-05426fb3df76', 'port_id': '3f0a75ae-3bed-4ea1-a366-223228f42992', 'mac_address': 'fa:16:3e:cd:8d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6cc954c-bd60-4241-994b-ca8aa7f8cba4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:22:30.727666 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (94918f98-0348-4a90-84e7-e5543ded474c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.793059 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965ebbd-b8cd-4514-8a06-f1f65e9bb55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc8b2e3-d96e-449b-bf5e-393475530189,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:30.815658 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55178922-128d-49bd-85b7-9e256b2dca08 req-c41061dd-54b5-4027-9f6f-5276968d60d0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:30.822949 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-c41061dd-54b5-4027-9f6f-5276968d60d0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 818 time: 0.4233479 Mar 31 20:22:30.857083 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-6adc8dcc-6e05-4eab-88eb-2b7dfdfbd814 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1953249 Mar 31 20:22:30.870411 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-a965ebbd-b8cd-4514-8a06-f1f65e9bb55b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3343a61d7e264756bab367c25c336781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8958769 Mar 31 20:22:30.871593 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-8200a604-89e6-4559-9a5c-21d23b66a0c9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/quotas/8eb2550b368f4401bfaf0998a1ab7a3b HTTP/1.1" status: 200 len: 375 time: 0.0477314 Mar 31 20:22:30.874104 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58442) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:30.875437 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Allocated IP 172.27.1.45 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/2cbd4e7d-ae4c-4b22-a064-01798e846bef) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:30.883129 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (53db945d-2e77-4a01-9691-4793e895c9ea), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.910895 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:30.968624 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.028146 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a631e5-df45-4671-837f-de9ed8592a5f None None] Pushing event updated for resources: {'Port': ['ID=94918f98-0348-4a90-84e7-e5543ded474c,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:31.099730 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 3f0a75ae-3bed-4ea1-a366-223228f42992 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:31.099730 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.109808 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Network df94f67e-3892-4dfd-8047-a81ba5940098 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:31.114826 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port df3d290e-4245-4b2f-a59e-da468f3d28af triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:31.115204 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.123667 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:31.130250 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:31.153320 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:31.155009 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.232305 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4657567 Mar 31 20:22:31.238604 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63798fe-5d2c-40ba-9db2-978df11a2b6e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=53db945d-2e77-4a01-9691-4793e895c9ea,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:31.273338 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0a75ae-3bed-4ea1-a366-223228f42992 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:31.289957 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-6219c962-9665-4509-b1ea-1e4d0c9c7c4a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4174125 Mar 31 20:22:31.319557 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Request body: {'port': {'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:31.329631 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9617e838-673c-4f6d-b038-b6fafb264fa2 admin admin] Publish callbacks [] for security_group (fdc8b2e3-d96e-449b-bf5e-393475530189), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.373033 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Attempting to bind port 94918f98-0348-4a90-84e7-e5543ded474c on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:31.374704 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Attempting to bind port 94918f98-0348-4a90-84e7-e5543ded474c by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:31.375607 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Attempting to bind port 94918f98-0348-4a90-84e7-e5543ded474c on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:31.402637 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcb880-72a7-4f1b-8f13-9032dc66df8e None None] Current status of the port df3d290e-4245-4b2f-a59e-da468f3d28af is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:31.408397 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:31.409049 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Checking segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:31.410087 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.411535 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Bound using segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:31.412197 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Bound port: 94918f98-0348-4a90-84e7-e5543ded474c, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:31.412984 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (94918f98-0348-4a90-84e7-e5543ded474c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.419205 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 3f0a75ae-3bed-4ea1-a366-223228f42992, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3f0a75ae-3bed-4ea1-a366-223228f42992,segment=NetworkSegment(d3fcfc8e-1578-420d-bad4-9a2024337489),segment_id=d3fcfc8e-1578-420d-bad4-9a2024337489)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:31.427710 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-51077c45-3a82-4cee-9809-d499baf7a886 service neutron] 10.222.0.82 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541136 Mar 31 20:22:31.439018 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.441264 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9617e838-673c-4f6d-b038-b6fafb264fa2 admin admin] Publish callbacks [] for security_group (fdc8b2e3-d96e-449b-bf5e-393475530189), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.581423 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.623039 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=3f0a75ae-3bed-4ea1-a366-223228f42992,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:31.644633 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ef66465d-6ba0-4aa9-9810-9ff81e488611 None None] Provisioning complete for port 94918f98-0348-4a90-84e7-e5543ded474c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:31.645397 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ef66465d-6ba0-4aa9-9810-9ff81e488611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (94918f98-0348-4a90-84e7-e5543ded474c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.670925 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-3b4963d5-2ae2-4388-a099-96b8676ec569 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:31.671147 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] For port 94918f98-0348-4a90-84e7-e5543ded474c, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:31.672531 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-3b4963d5-2ae2-4388-a099-96b8676ec569 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 818 time: 0.4802299 Mar 31 20:22:31.679161 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] For port 94918f98-0348-4a90-84e7-e5543ded474c, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=94918f98-0348-4a90-84e7-e5543ded474c,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:31.690294 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Request body: {'port': {'device_id': 'c06b2e6c-f19e-4fba-818f-157d2330b1ab', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'admin_state_up': True, 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:31.833369 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-a1bcba57-97ca-4f0b-891e-fda91d910fab service neutron] 10.222.0.82 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425436 Mar 31 20:22:31.863585 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['3f0a75ae-3bed-4ea1-a366-223228f42992'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:22:31.869653 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (94918f98-0348-4a90-84e7-e5543ded474c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.918828 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port df3d290e-4245-4b2f-a59e-da468f3d28af is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:31.944630 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-6515e193-e5c5-4db9-85ca-34bdbfd608a0 service neutron] 10.222.0.82 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962131 Mar 31 20:22:31.948908 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for port (2cbd4e7d-ae4c-4b22-a064-01798e846bef), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.013556 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-d5ba469d-7aa9-4f0e-b08f-df489cda1af1 service neutron] 10.222.0.82 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755620 Mar 31 20:22:32.017497 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9617e838-673c-4f6d-b038-b6fafb264fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (fdc8b2e3-d96e-449b-bf5e-393475530189), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.020612 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9617e838-673c-4f6d-b038-b6fafb264fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.021840 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-9617e838-673c-4f6d-b038-b6fafb264fa2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fdc8b2e3-d96e-449b-bf5e-393475530189 HTTP/1.1" status: 204 len: 168 time: 1.1435044 Mar 31 20:22:32.035486 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617e838-673c-4f6d-b038-b6fafb264fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc8b2e3-d96e-449b-bf5e-393475530189,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:32.043213 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (2cbd4e7d-ae4c-4b22-a064-01798e846bef), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.190722 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:32.196348 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'Port': ['ID=2cbd4e7d-ae4c-4b22-a064-01798e846bef,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:32.209671 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:32.211237 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:32.227550 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:32.231024 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53db945d-2e77-4a01-9691-4793e895c9ea {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:32.274283 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Publish callbacks [] for port (53db945d-2e77-4a01-9691-4793e895c9ea), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.335590 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ef66465d-6ba0-4aa9-9810-9ff81e488611 None None] Port 94918f98-0348-4a90-84e7-e5543ded474c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:32.356200 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Transition to ACTIVE for port object 53db945d-2e77-4a01-9691-4793e895c9ea will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:22:32.363279 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Made reservation on behalf of 8eb2550b368f4401bfaf0998a1ab7a3b for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:32.376001 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.387727 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.389099 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (d297d5cd-e8b4-4647-9e9a-101dc87bc08b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.444419 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:32.454400 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:22:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:32.470318 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a631e5-df45-4671-837f-de9ed8592a5f None None] Pushing event updated for resources: {'Port': ['ID=94918f98-0348-4a90-84e7-e5543ded474c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:32.615401 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.646810 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Pushing event updated for resources: {'Port': ['ID=53db945d-2e77-4a01-9691-4793e895c9ea,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:32.790031 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2cbd4e7d-ae4c-4b22-a064-01798e846bef), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:32.893147 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:32.952983 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58506) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:32.996300 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c1351e9-cd8d-4094-9865-ecac7726349a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.042914 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Allocated IP 172.20.0.9 (d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0/87d0cdb6-6eb5-4446-ada4-a5735737aa87/f515593a-a263-407a-9b8c-2c5fa1af6dca) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:33.057995 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a2565-7cc3-4a44-b878-322b429254ab req-fa32063d-2735-40ca-afa1-f072b235fbff tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:33.066037 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3e6a2565-7cc3-4a44-b878-322b429254ab req-fa32063d-2735-40ca-afa1-f072b235fbff tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 944 time: 0.4771259 Mar 31 20:22:33.114839 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ffc31-bba7-4961-99ab-5cfb0d983bf4 req-475db875-f472-48db-8e74-7aff94db4ec5 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:33.125198 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd3ffc31-bba7-4961-99ab-5cfb0d983bf4 req-475db875-f472-48db-8e74-7aff94db4ec5 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 944 time: 0.6998746 Mar 31 20:22:33.135042 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:33.135438 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.192766 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Attempting to bind port 53db945d-2e77-4a01-9691-4793e895c9ea on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:33.193280 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Attempting to bind port 53db945d-2e77-4a01-9691-4793e895c9ea by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:33.193708 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Attempting to bind port 53db945d-2e77-4a01-9691-4793e895c9ea on network df94f67e-3892-4dfd-8047-a81ba5940098 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:33.204720 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Port 53db945d-2e77-4a01-9691-4793e895c9ea on network df94f67e-3892-4dfd-8047-a81ba5940098 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:22:33.206312 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Attempting to bind port 53db945d-2e77-4a01-9691-4793e895c9ea on network df94f67e-3892-4dfd-8047-a81ba5940098 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:33.224789 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:33.225294 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Checking segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:33.225910 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Bound using segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:33.226460 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Bound port: 53db945d-2e77-4a01-9691-4793e895c9ea, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:33.226947 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.231147 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd3ffc31-bba7-4961-99ab-5cfb0d983bf4 req-0add92de-cbab-4624-9e95-158324f0c6f6 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048520 Mar 31 20:22:33.292065 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3e6a2565-7cc3-4a44-b878-322b429254ab req-65093b89-cb1a-4f19-819f-276ebcb1f3fb tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251456 Mar 31 20:22:33.412809 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for port (2cbd4e7d-ae4c-4b22-a064-01798e846bef), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.486278 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.505302 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-cf546246-de0e-4502-a3cc-13bea2e9349c None None] Provisioning complete for port 94918f98-0348-4a90-84e7-e5543ded474c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:33.505968 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf546246-de0e-4502-a3cc-13bea2e9349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (94918f98-0348-4a90-84e7-e5543ded474c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.533565 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc3e05d3-a620-4848-970e-cb59743fb51a req-58c8ffe1-d2f4-45ac-8eee-8961af6e5866 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 210 time: 0.1241353 Mar 31 20:22:33.558542 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (2cbd4e7d-ae4c-4b22-a064-01798e846bef), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.565878 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] For port 53db945d-2e77-4a01-9691-4793e895c9ea, host hv-cinder-83607, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:33.570178 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] For port 53db945d-2e77-4a01-9691-4793e895c9ea, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=53db945d-2e77-4a01-9691-4793e895c9ea,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:33.610014 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.684991 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-cf546246-de0e-4502-a3cc-13bea2e9349c None None] Current status of the port 94918f98-0348-4a90-84e7-e5543ded474c is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:33.685529 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf546246-de0e-4502-a3cc-13bea2e9349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (94918f98-0348-4a90-84e7-e5543ded474c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.701291 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.711300 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1c217a7e-a4de-402e-b1c4-87ad934080d1 req-fe70eac9-20cc-4f39-b825-ba0272193acb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 210 time: 0.2741914 Mar 31 20:22:33.777355 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-cf546246-de0e-4502-a3cc-13bea2e9349c None None] For port 94918f98-0348-4a90-84e7-e5543ded474c, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=94918f98-0348-4a90-84e7-e5543ded474c,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:33.783095 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c1351e9-cd8d-4094-9865-ecac7726349a admin admin] Publish callbacks [] for security_group (af55d63d-9e62-4014-a85d-2b884eadf927), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.806541 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-cf546246-de0e-4502-a3cc-13bea2e9349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (94918f98-0348-4a90-84e7-e5543ded474c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.819581 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:33.820835 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device df3d290e-4245-4b2f-a59e-da468f3d28af up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:33.828982 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'Port': ['ID=2cbd4e7d-ae4c-4b22-a064-01798e846bef,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:33.842941 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5c1351e9-cd8d-4094-9865-ecac7726349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (af55d63d-9e62-4014-a85d-2b884eadf927), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.852483 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (d297d5cd-e8b4-4647-9e9a-101dc87bc08b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.864901 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:33.873338 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.878412 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] 10.222.0.57 "PUT /v2.0/ports/53db945d-2e77-4a01-9691-4793e895c9ea HTTP/1.1" status: 200 len: 1094 time: 2.6020126 Mar 31 20:22:33.881072 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'tag': '53db945d-2e77-4a01-9691-4793e895c9ea'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:33.891917 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191851a7-c86f-48cb-b8c8-09504b185eed" -d '{"events": [{"name": "network-changed", "server_uuid": "ef87200d-9b03-4964-b476-2baa7e6eff3a", "tag": "53db945d-2e77-4a01-9691-4793e895c9ea"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:33.939727 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.945665 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.955415 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ee9c2b61-47a8-47a2-99bc-225cc156db2a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3028650 Mar 31 20:22:33.990959 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf546246-de0e-4502-a3cc-13bea2e9349c None None] Pushing event updated for resources: {'Port': ['ID=94918f98-0348-4a90-84e7-e5543ded474c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:34.005434 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port df3d290e-4245-4b2f-a59e-da468f3d28af triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:34.005829 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:34.053853 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:31Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:34.082433 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-5c1351e9-cd8d-4094-9865-ecac7726349a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0fdb7fce0973495585b408de248978de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1273601 Mar 31 20:22:34.085265 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 58542) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:34.104954 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4aa550-de12-40d9-b618-342b9eecaeb2 None None] The sync data for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi is: [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:31Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:34.107934 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89e4bfb-7892-4f6c-bc53-a9178ccda104 x-openstack-request-id: req-f89e4bfb-7892-4f6c-bc53-a9178ccda104 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:34.109992 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef87200d-9b03-4964-b476-2baa7e6eff3a", "tag": "53db945d-2e77-4a01-9691-4793e895c9ea", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:34.110837 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f89e4bfb-7892-4f6c-bc53-a9178ccda104 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:34.111189 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89e4bfb-7892-4f6c-bc53-a9178ccda104'] response: {'name': 'network-changed', 'server_uuid': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'tag': '53db945d-2e77-4a01-9691-4793e895c9ea', 'status': 'completed', 'code': 200} Mar 31 20:22:34.132904 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb7951-b986-4779-9e8b-d08a7cd45feb service neutron] Pushing event updated for resources: {'Port': ['ID=53db945d-2e77-4a01-9691-4793e895c9ea,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:34.169493 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1351e9-cd8d-4094-9865-ecac7726349a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af55d63d-9e62-4014-a85d-2b884eadf927,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:34.187473 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port df3d290e-4245-4b2f-a59e-da468f3d28af is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:34.268818 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aed5ccc4-e87a-4609-8d1b-ec5a85dc8158 admin admin] Publish callbacks [] for security_group (af55d63d-9e62-4014-a85d-2b884eadf927), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:34.293365 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:34.315451 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:34.319706 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:34.342406 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:34.343942 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:34.370280 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event updated for resources: {'Port': ['ID=f515593a-a263-407a-9b8c-2c5fa1af6dca,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:34.380595 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-8ecc221e-9f2d-419d-9718-613b3bd4ebb4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6967597 Mar 31 20:22:34.382334 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aed5ccc4-e87a-4609-8d1b-ec5a85dc8158 admin admin] Publish callbacks [] for security_group (af55d63d-9e62-4014-a85d-2b884eadf927), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:34.399586 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Request body: {'port': {'device_id': 'c06b2e6c-f19e-4fba-818f-157d2330b1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:34.484962 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.57', 50964) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:34.643727 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55178922-128d-49bd-85b7-9e256b2dca08 req-792e6551-5a3d-4650-889f-cd3984199412 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:34.645208 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-792e6551-5a3d-4650-889f-cd3984199412 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 818 time: 0.1593652 Mar 31 20:22:34.668313 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-369df338-41d3-4ec2-86b2-6dc0ecd5fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:34.675451 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-369df338-41d3-4ec2-86b2-6dc0ecd5fc53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 1128 time: 0.6899023 Mar 31 20:22:34.697184 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Request body: {'port': {'device_id': '71f9ea74-cc76-4d9a-825a-d0046cbfeeac', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'admin_state_up': True, 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:34.742312 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 94918f98-0348-4a90-84e7-e5543ded474c up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:34.864524 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 94918f98-0348-4a90-84e7-e5543ded474c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:34.865342 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (94918f98-0348-4a90-84e7-e5543ded474c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:34.883549 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.57', 50967) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:34.980475 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f641451c-9c10-40be-9122-54a3dbac9dac None None] Provisioning complete for port f515593a-a263-407a-9b8c-2c5fa1af6dca triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:34.980956 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f641451c-9c10-40be-9122-54a3dbac9dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.052858 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a096-98be-46de-ad04-b52a9836fb27 req-c005f887-bdf7-4859-98f1-760989dd8d08 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:35.056824 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-c005f887-bdf7-4859-98f1-760989dd8d08 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.57 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 811 time: 0.1668611 Mar 31 20:22:35.102377 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f641451c-9c10-40be-9122-54a3dbac9dac None None] Port f515593a-a263-407a-9b8c-2c5fa1af6dca cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:35.120021 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-a2c83245-88aa-439b-8bfd-132257b30bcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53db945d-2e77-4a01-9691-4793e895c9ea HTTP/1.1" status: 200 len: 217 time: 0.4031982 Mar 31 20:22:35.125544 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.142618 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abc85b-ce95-4620-866f-3b5912e6bcdf req-8c670f24-063d-4439-9e98-358bf8da442b tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:35.144505 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-27abc85b-ce95-4620-866f-3b5912e6bcdf req-8c670f24-063d-4439-9e98-358bf8da442b tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 944 time: 0.7272058 Mar 31 20:22:35.176975 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 94918f98-0348-4a90-84e7-e5543ded474c is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:35.241399 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-2e6c5614-df82-4e0e-bacc-d6a89187bc1c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1514841992&fields=id&tenant_id=b6a356deae9d4aada508dd5b423afead HTTP/1.1" status: 200 len: 267 time: 0.6978428 Mar 31 20:22:35.268932 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aed5ccc4-e87a-4609-8d1b-ec5a85dc8158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (af55d63d-9e62-4014-a85d-2b884eadf927), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.273224 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-aed5ccc4-e87a-4609-8d1b-ec5a85dc8158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.275072 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-aed5ccc4-e87a-4609-8d1b-ec5a85dc8158 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/af55d63d-9e62-4014-a85d-2b884eadf927 HTTP/1.1" status: 204 len: 168 time: 1.1647599 Mar 31 20:22:35.278973 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-5c32fc05-8f91-43d7-b38f-92903cf2bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:35.280570 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-5c32fc05-8f91-43d7-b38f-92903cf2bd3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.1508110 Mar 31 20:22:35.345136 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-b67d7a38-6b3b-4fb5-adf9-e71c0750d670 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59 HTTP/1.1" status: 200 len: 379 time: 0.2690885 Mar 31 20:22:35.350744 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5ccc4-e87a-4609-8d1b-ec5a85dc8158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af55d63d-9e62-4014-a85d-2b884eadf927,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:35.364111 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'port': {'device_id': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'admin_state_up': True, 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'security_groups': ['40623759-88e0-44f0-b1e0-f20636e085e3']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:35.393104 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Made reservation on behalf of 8eb2550b368f4401bfaf0998a1ab7a3b for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:35.396965 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.429519 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-27abc85b-ce95-4620-866f-3b5912e6bcdf req-656c0126-710f-4b36-8926-098888ca0f8b tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154579 Mar 31 20:22:35.699311 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-2a890ce7-810b-44a4-bf38-c9d0b0c63fca tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:35.701308 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-2a890ce7-810b-44a4-bf38-c9d0b0c63fca tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 817 time: 0.4591351 Mar 31 20:22:35.721936 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331a648-c94a-415c-9f1e-61a7b398a898 req-37eb76f0-3a1e-473a-b5b4-e0722c863e3a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:35.724030 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b331a648-c94a-415c-9f1e-61a7b398a898 req-37eb76f0-3a1e-473a-b5b4-e0722c863e3a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 944 time: 0.1942115 Mar 31 20:22:35.760447 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-dfe58c8e-eb2d-4edf-be96-e4541f367501 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/quotas/b6a356deae9d4aada508dd5b423afead HTTP/1.1" status: 200 len: 375 time: 0.0517774 Mar 31 20:22:35.770525 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-be58e620-0f48-4dd4-8b75-9f72f6b99ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:35.772600 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-be58e620-0f48-4dd4-8b75-9f72f6b99ef0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4694772 Mar 31 20:22:35.811699 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f515593a-a263-407a-9b8c-2c5fa1af6dca {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:35.812680 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Made reservation on behalf of 0ffda7d751584e3fa2a86ea0c5dd3a59 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:35.816288 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.851656 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b331a648-c94a-415c-9f1e-61a7b398a898 req-2944ce6a-1e33-46f9-bbe8-1e1e5f3f09c2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215556 Mar 31 20:22:35.877034 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Publish callbacks [] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:35.934526 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Transition to ACTIVE for port object f515593a-a263-407a-9b8c-2c5fa1af6dca will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:22:35.961542 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.033382 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 3f0a75ae-3bed-4ea1-a366-223228f42992 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:36.163338 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 3f0a75ae-3bed-4ea1-a366-223228f42992 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:22:36.172955 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 3f0a75ae-3bed-4ea1-a366-223228f42992 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:36.173947 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.189340 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6bf191f7-d0db-470e-b36c-f01815d1d4e7 req-86dd93ab-30c8-4965-bb17-159c274c0e66 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 210 time: 0.1788080 Mar 31 20:22:36.228232 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-1ba3ea02-c916-4f8c-bb4e-6868dfc1798b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4567418 Mar 31 20:22:36.268413 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-859140e7-777f-488e-8db9-d43eec123591 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872565 Mar 31 20:22:36.315556 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 3f0a75ae-3bed-4ea1-a366-223228f42992 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:36.315958 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.348863 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Pushing event updated for resources: {'Port': ['ID=f515593a-a263-407a-9b8c-2c5fa1af6dca,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:36.389011 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Allocated IP 172.20.0.8 (d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0/87d0cdb6-6eb5-4446-ada4-a5735737aa87/052d6355-9a8e-404c-a306-75b7e9589a9f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:36.393187 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-caace408-87e3-4dcd-baa8-d72fd73f5214 service neutron] 10.222.0.82 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452031 Mar 31 20:22:36.413024 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 3f0a75ae-3bed-4ea1-a366-223228f42992, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3f0a75ae-3bed-4ea1-a366-223228f42992,segment=NetworkSegment(d3fcfc8e-1578-420d-bad4-9a2024337489),segment_id=d3fcfc8e-1578-420d-bad4-9a2024337489)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:36.416091 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cead3601-c912-4212-8a6e-f26dfef2006f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0a75ae-3bed-4ea1-a366-223228f42992'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:36.498132 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d3e40b7a-43b4-4f68-93b5-c69e92e6b32a req-9f6bf102-fed8-4246-b849-5764a698714a tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 210 time: 0.0984085 Mar 31 20:22:36.506234 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4ef0ba37-51a5-458a-adeb-4cf7ffb7921c req-f07de849-5fc7-43c6-894f-2155c12397fa service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066069 Mar 31 20:22:36.507003 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Attempting to bind port f515593a-a263-407a-9b8c-2c5fa1af6dca on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:36.507337 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Attempting to bind port f515593a-a263-407a-9b8c-2c5fa1af6dca by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:36.507666 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Attempting to bind port f515593a-a263-407a-9b8c-2c5fa1af6dca on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:36.514902 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Port f515593a-a263-407a-9b8c-2c5fa1af6dca on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:22:36.515515 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Attempting to bind port f515593a-a263-407a-9b8c-2c5fa1af6dca on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:36.529818 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:36.530544 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Checking segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:36.530918 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Bound using segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:36.531372 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Bound port: f515593a-a263-407a-9b8c-2c5fa1af6dca, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:36.531735 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.615507 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.721613 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=3f0a75ae-3bed-4ea1-a366-223228f42992,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:36.865451 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74a190d-5fb2-4caf-a505-5211481b930a" -d '{"events": [{"server_uuid": "cead3601-c912-4212-8a6e-f26dfef2006f", "name": "network-vif-plugged", "status": "completed", "tag": "3f0a75ae-3bed-4ea1-a366-223228f42992"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:36.950375 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] For port f515593a-a263-407a-9b8c-2c5fa1af6dca, host hv-cinder-83607, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:36.959274 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] For port f515593a-a263-407a-9b8c-2c5fa1af6dca, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f515593a-a263-407a-9b8c-2c5fa1af6dca,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:36.971402 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Allocated IP 172.20.0.6 (52a08276-8ed8-42f8-83e9-f46419f30e6e/0dfa396b-59dd-4cc2-9232-d9b8a65c8441/ac7346bd-ccd5-4124-be17-7440c99cc6d8) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:36.973916 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191851a7-c86f-48cb-b8c8-09504b185eed req-2b947d78-d4f9-4a48-9d31-caeec95aba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:36.975493 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-191851a7-c86f-48cb-b8c8-09504b185eed req-2b947d78-d4f9-4a48-9d31-caeec95aba07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 1128 time: 0.2295954 Mar 31 20:22:36.982432 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.999749 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.027129 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a9851-7f4b-4943-a495-a3b69fe500bf req-a3201db3-2731-43bd-9ba9-3c460100a9fe tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:37.036646 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-279a9851-7f4b-4943-a495-a3b69fe500bf req-a3201db3-2731-43bd-9ba9-3c460100a9fe tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 945 time: 0.1542342 Mar 31 20:22:37.075355 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-83a5d5aa-3767-4b92-9d62-c6a556c70089 service neutron] 10.222.0.82 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414745 Mar 31 20:22:37.146714 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:37.147361 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.148848 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] 10.222.0.57 "PUT /v2.0/ports/f515593a-a263-407a-9b8c-2c5fa1af6dca HTTP/1.1" status: 200 len: 1093 time: 2.7557297 Mar 31 20:22:37.149452 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06b2e6c-f19e-4fba-818f-157d2330b1ab', 'tag': 'f515593a-a263-407a-9b8c-2c5fa1af6dca'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:37.151840 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95910ca1-5848-4687-91e4-1f2a029223f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c06b2e6c-f19e-4fba-818f-157d2330b1ab", "tag": "f515593a-a263-407a-9b8c-2c5fa1af6dca"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:37.159731 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-279a9851-7f4b-4943-a495-a3b69fe500bf req-92b7051a-cf08-456d-b074-0a0eeb9572c5 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193163 Mar 31 20:22:37.274061 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e21663-6ca0-45fa-945e-661a7f017f0d service neutron] Pushing event updated for resources: {'Port': ['ID=f515593a-a263-407a-9b8c-2c5fa1af6dca,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:37.378598 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191851a7-c86f-48cb-b8c8-09504b185eed req-f2e96681-287a-4245-bef3-709b033213d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:37.380156 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-191851a7-c86f-48cb-b8c8-09504b185eed req-f2e96681-287a-4245-bef3-709b033213d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 916 time: 0.3955531 Mar 31 20:22:37.381367 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.502075 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.532042 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890753c2-4b12-444e-8bd6-07d5e918f9cb x-openstack-request-id: req-890753c2-4b12-444e-8bd6-07d5e918f9cb {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:37.532844 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cead3601-c912-4212-8a6e-f26dfef2006f", "name": "network-vif-plugged", "status": "completed", "tag": "3f0a75ae-3bed-4ea1-a366-223228f42992", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:37.533255 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-890753c2-4b12-444e-8bd6-07d5e918f9cb {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:37.533903 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890753c2-4b12-444e-8bd6-07d5e918f9cb'] response: {'server_uuid': 'cead3601-c912-4212-8a6e-f26dfef2006f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0a75ae-3bed-4ea1-a366-223228f42992', 'code': 200} Mar 31 20:22:37.537936 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event updated for resources: {'Port': ['ID=052d6355-9a8e-404c-a306-75b7e9589a9f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:37.554390 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:37.561056 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:37.565385 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:37.578470 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:37.579149 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.609426 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58346df-8298-4e5c-bf45-d21deb7a4f36 x-openstack-request-id: req-a58346df-8298-4e5c-bf45-d21deb7a4f36 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:37.609773 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06b2e6c-f19e-4fba-818f-157d2330b1ab", "tag": "f515593a-a263-407a-9b8c-2c5fa1af6dca", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:37.610032 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a58346df-8298-4e5c-bf45-d21deb7a4f36 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:37.611496 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58346df-8298-4e5c-bf45-d21deb7a4f36'] response: {'name': 'network-changed', 'server_uuid': 'c06b2e6c-f19e-4fba-818f-157d2330b1ab', 'tag': 'f515593a-a263-407a-9b8c-2c5fa1af6dca', 'status': 'completed', 'code': 200} Mar 31 20:22:37.621867 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ccba34ae-5809-436f-aee5-aa2e8d315727 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9442017 Mar 31 20:22:37.637431 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.692621 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Network 52a08276-8ed8-42f8-83e9-f46419f30e6e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:37.741355 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:37.744855 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:37.750870 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:37.751537 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.805570 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4463885 Mar 31 20:22:37.826072 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2e3f5-4d64-4c75-90e4-49af1c3ad84d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'Port': ['ID=ac7346bd-ccd5-4124-be17-7440c99cc6d8,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:37.837780 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a26cb9-f2e2-4192-8ef4-5ca71309dc92 req-79356cb9-4579-439b-8aa3-c49b643f2e07 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:37.839292 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e2a26cb9-f2e2-4192-8ef4-5ca71309dc92 req-79356cb9-4579-439b-8aa3-c49b643f2e07 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 944 time: 0.2820139 Mar 31 20:22:37.876700 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548db9a1-6771-4169-80b6-3915a553b911 req-6c390eeb-7eb5-4942-b2c3-01019aefd8b5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:37.878470 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-548db9a1-6771-4169-80b6-3915a553b911 req-6c390eeb-7eb5-4942-b2c3-01019aefd8b5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 931 time: 0.1885412 Mar 31 20:22:37.900445 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-92c00058-ae91-4e66-88d5-558c85ff1043 None None] Provisioning complete for port 052d6355-9a8e-404c-a306-75b7e9589a9f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:37.900922 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-92c00058-ae91-4e66-88d5-558c85ff1043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:37.934607 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e2a26cb9-f2e2-4192-8ef4-5ca71309dc92 req-8feb6581-4ea5-430f-be28-298920388656 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882094 Mar 31 20:22:37.963919 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-92c00058-ae91-4e66-88d5-558c85ff1043 None None] Port 052d6355-9a8e-404c-a306-75b7e9589a9f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:37.983926 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-548db9a1-6771-4169-80b6-3915a553b911 req-becb437d-67ca-4ba3-aa25-0ab1d9005a67 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877144 Mar 31 20:22:38.026277 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bb13e02b-3dcc-47e6-b576-8f71de0acff5 req-b6e7f907-170c-4475-a432-860610df7514 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 210 time: 0.0390196 Mar 31 20:22:38.084306 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-26afc534-d85b-47c3-a48f-d9c43be613e5 None None] Provisioning complete for port ac7346bd-ccd5-4124-be17-7440c99cc6d8 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:38.084683 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-26afc534-d85b-47c3-a48f-d9c43be613e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:38.104173 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec516d-9a0a-4aa2-a55a-deb8e862a7ae req-7ae810ef-8701-4251-bb2d-4995835e0e1a tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:38.105703 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-74ec516d-9a0a-4aa2-a55a-deb8e862a7ae req-7ae810ef-8701-4251-bb2d-4995835e0e1a tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 931 time: 0.0537949 Mar 31 20:22:38.154179 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-74ec516d-9a0a-4aa2-a55a-deb8e862a7ae req-14ccdb56-23a9-43c4-930a-1867a906a342 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426421 Mar 31 20:22:38.226206 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-26afc534-d85b-47c3-a48f-d9c43be613e5 None None] Port ac7346bd-ccd5-4124-be17-7440c99cc6d8 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:38.282002 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2332dbc-5cd2-484f-9a54-ba9f0cd056ff req-d5394d73-04fe-42f4-a60f-801a49fe7d99 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:38.283466 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2332dbc-5cd2-484f-9a54-ba9f0cd056ff req-d5394d73-04fe-42f4-a60f-801a49fe7d99 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 945 time: 0.0553393 Mar 31 20:22:38.329119 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2332dbc-5cd2-484f-9a54-ba9f0cd056ff req-a9537dca-d8f6-482e-b02b-823aad0f2afd tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Mar 31 20:22:39.051882 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1caac-f494-4e5e-8f1d-43121af3cb71 req-c144a324-149a-4cc1-9072-f95a986d820a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:39.053333 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-59b1caac-f494-4e5e-8f1d-43121af3cb71 req-c144a324-149a-4cc1-9072-f95a986d820a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 944 time: 0.0516732 Mar 31 20:22:39.129743 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-59b1caac-f494-4e5e-8f1d-43121af3cb71 req-3bb48bc6-d008-42e8-a455-f7edddf1e890 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669661 Mar 31 20:22:39.136388 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafff7b-3f21-4bc3-8526-56729293a452 req-e6f77a25-3597-455f-a0b1-a044d2c38493 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:39.137769 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-feafff7b-3f21-4bc3-8526-56729293a452 req-e6f77a25-3597-455f-a0b1-a044d2c38493 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 931 time: 0.0835986 Mar 31 20:22:39.195316 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-feafff7b-3f21-4bc3-8526-56729293a452 req-2a0f3e90-7121-42ab-8d3b-bb573d7da4af tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519247 Mar 31 20:22:39.210347 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d6510e4a-b323-4cad-850b-dd12fce930f5 req-d4bcbf44-a175-4787-8cbf-0842e9deef7a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 210 time: 0.0277362 Mar 31 20:22:39.296305 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6141b-c13a-4664-936d-01f152c4e5ce req-003c5ddc-76c0-4825-8148-25d34d003e13 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:39.297687 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0ac6141b-c13a-4664-936d-01f152c4e5ce req-003c5ddc-76c0-4825-8148-25d34d003e13 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 931 time: 0.0504639 Mar 31 20:22:39.342600 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0ac6141b-c13a-4664-936d-01f152c4e5ce req-7c9836b1-7c3d-413f-85f6-bbbfab283a09 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393248 Mar 31 20:22:39.448123 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c58d-e0ec-4d9c-ab1c-269d3ff9ae9d req-7d1dbe2d-d93f-4b52-bae7-f6616a12c3bd tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:39.449477 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc07c58d-e0ec-4d9c-ab1c-269d3ff9ae9d req-7d1dbe2d-d93f-4b52-bae7-f6616a12c3bd tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 945 time: 0.0577285 Mar 31 20:22:39.495173 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc07c58d-e0ec-4d9c-ab1c-269d3ff9ae9d req-1c081dce-308f-4f8c-8e97-71eb4ec63933 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Mar 31 20:22:39.709271 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Request body: {'port': {'device_id': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:39.710059 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Request body: {'port': {'device_id': '71f9ea74-cc76-4d9a-825a-d0046cbfeeac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:39.785242 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-191851a7-c86f-48cb-b8c8-09504b185eed req-d511e5ee-c610-4719-8058-51bf6831b5fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53db945d-2e77-4a01-9691-4793e895c9ea HTTP/1.1" status: 200 len: 217 time: 0.0723820 Mar 31 20:22:39.789524 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.893307 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:39.897635 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191851a7-c86f-48cb-b8c8-09504b185eed req-456dad1c-ff6a-4012-ae6c-8f76c0a4b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:39.899821 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-191851a7-c86f-48cb-b8c8-09504b185eed req-456dad1c-ff6a-4012-ae6c-8f76c0a4b08c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.0964980 Mar 31 20:22:39.911040 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95910ca1-5848-4687-91e4-1f2a029223f6 req-d64fe703-716e-42d9-9ea0-c725701c566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:39.912900 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-95910ca1-5848-4687-91e4-1f2a029223f6 req-d64fe703-716e-42d9-9ea0-c725701c566d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 1127 time: 0.1698968 Mar 31 20:22:39.919398 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.57', 50974) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:40.083963 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbc8cc-a840-4475-8f2c-8fde572cb0cd req-05091792-ed09-4751-8662-3e30e6281765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:40.085495 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a9dbc8cc-a840-4475-8f2c-8fde572cb0cd req-05091792-ed09-4751-8662-3e30e6281765 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 1129 time: 0.1580954 Mar 31 20:22:40.115168 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a9dbc8cc-a840-4475-8f2c-8fde572cb0cd req-cdd35bce-31bf-4a32-b550-022df59a213e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.265407 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7346bd-ccd5-4124-be17-7440c99cc6d8 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:40.278491 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Publish callbacks [] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.320771 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Transition to ACTIVE for port object ac7346bd-ccd5-4124-be17-7440c99cc6d8 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:22:40.348857 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.353002 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191851a7-c86f-48cb-b8c8-09504b185eed req-437baecd-52aa-4673-b88e-7067d418456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:40.353405 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.57', 50977) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:40.354577 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-191851a7-c86f-48cb-b8c8-09504b185eed req-437baecd-52aa-4673-b88e-7067d418456a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4409528 Mar 31 20:22:40.387778 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac241b-5581-48ac-a9f5-ec4375205a88 req-bda38821-8ce7-45fc-b1de-a4cd85aeaaa4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:40.391329 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9aac241b-5581-48ac-a9f5-ec4375205a88 req-bda38821-8ce7-45fc-b1de-a4cd85aeaaa4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 944 time: 0.1859295 Mar 31 20:22:40.517106 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95910ca1-5848-4687-91e4-1f2a029223f6 req-c6237e06-299d-460f-be7e-b330638a2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:40.518579 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-95910ca1-5848-4687-91e4-1f2a029223f6 req-c6237e06-299d-460f-be7e-b330638a2c81 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5913160 Mar 31 20:22:40.636713 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a9dbc8cc-a840-4475-8f2c-8fde572cb0cd req-cdd35bce-31bf-4a32-b550-022df59a213e service neutron] Publish callbacks [] for security_group (4b3ec86b-e934-4779-ac43-ccd1ec6458c3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.645439 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7346bd-ccd5-4124-be17-7440c99cc6d8,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:40.663698 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a9dbc8cc-a840-4475-8f2c-8fde572cb0cd req-cdd35bce-31bf-4a32-b550-022df59a213e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (4b3ec86b-e934-4779-ac43-ccd1ec6458c3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.697971 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-191851a7-c86f-48cb-b8c8-09504b185eed req-40333bf4-e3cb-4acf-bad1-0e416769fd0f service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253992 Mar 31 20:22:40.807158 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052d6355-9a8e-404c-a306-75b7e9589a9f {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:40.816449 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Publish callbacks [] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.824801 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075fbc6-2a68-4347-980f-f87e17df5951 req-b74abe84-cb90-43a5-ac49-fd5e10242b31 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:40.832283 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0075fbc6-2a68-4347-980f-f87e17df5951 req-b74abe84-cb90-43a5-ac49-fd5e10242b31 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 931 time: 0.5406513 Mar 31 20:22:40.843029 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Transition to ACTIVE for port object 052d6355-9a8e-404c-a306-75b7e9589a9f will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:22:40.844064 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a9dbc8cc-a840-4475-8f2c-8fde572cb0cd req-cdd35bce-31bf-4a32-b550-022df59a213e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7464354 Mar 31 20:22:40.856342 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd35bce-31bf-4a32-b550-022df59a213e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3ec86b-e934-4779-ac43-ccd1ec6458c3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:40.884337 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9aac241b-5581-48ac-a9f5-ec4375205a88 req-c52668be-3753-4df3-ae64-42e4d05c46d9 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457790 Mar 31 20:22:40.896738 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Attempting to bind port ac7346bd-ccd5-4124-be17-7440c99cc6d8 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:40.897118 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Attempting to bind port ac7346bd-ccd5-4124-be17-7440c99cc6d8 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:40.897737 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Attempting to bind port ac7346bd-ccd5-4124-be17-7440c99cc6d8 on network 52a08276-8ed8-42f8-83e9-f46419f30e6e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:40.921571 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-f8c6b1d5-36fe-4e18-9e4c-938f790f5df4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:40.923783 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-f8c6b1d5-36fe-4e18-9e4c-938f790f5df4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.57 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 817 time: 0.5622573 Mar 31 20:22:40.948787 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0075fbc6-2a68-4347-980f-f87e17df5951 req-4fb3bd72-2a19-47bc-9d20-367ab243d5ff tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156244 Mar 31 20:22:40.950337 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95910ca1-5848-4687-91e4-1f2a029223f6 req-8f1fcc09-a5bf-433b-babf-b743a17dff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:40.952053 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-95910ca1-5848-4687-91e4-1f2a029223f6 req-8f1fcc09-a5bf-433b-babf-b743a17dff86 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4159262 Mar 31 20:22:40.957065 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Port ac7346bd-ccd5-4124-be17-7440c99cc6d8 on network 52a08276-8ed8-42f8-83e9-f46419f30e6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:22:40.958845 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Attempting to bind port ac7346bd-ccd5-4124-be17-7440c99cc6d8 on network 52a08276-8ed8-42f8-83e9-f46419f30e6e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:40.963585 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:40.980407 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:40.983151 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Checking segment: {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:40.983819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Bound using segment: {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:40.984340 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Bound port: ac7346bd-ccd5-4124-be17-7440c99cc6d8, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:40.984793 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.066049 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Pushing event updated for resources: {'Port': ['ID=052d6355-9a8e-404c-a306-75b7e9589a9f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:41.157527 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-191851a7-c86f-48cb-b8c8-09504b185eed req-633a1fe7-a84f-459e-bbc8-46652a7db514 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422941 Mar 31 20:22:41.197646 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Attempting to bind port 052d6355-9a8e-404c-a306-75b7e9589a9f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:41.198140 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Attempting to bind port 052d6355-9a8e-404c-a306-75b7e9589a9f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:41.198823 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Attempting to bind port 052d6355-9a8e-404c-a306-75b7e9589a9f on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:41.208981 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Port 052d6355-9a8e-404c-a306-75b7e9589a9f on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:22:41.209278 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Attempting to bind port 052d6355-9a8e-404c-a306-75b7e9589a9f on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:41.219496 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:41.219838 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Checking segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:41.222022 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Bound using segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:41.222494 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Bound port: 052d6355-9a8e-404c-a306-75b7e9589a9f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:41.222887 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.236070 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-930e9105-0e94-4573-b456-68a5c08e6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:41.237731 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-930e9105-0e94-4573-b456-68a5c08e6ac2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 1127 time: 0.0952604 Mar 31 20:22:41.266574 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-14928c1d-9476-42e3-a069-f3c14bafeefd req-e36c6ebb-1962-4e61-a304-be182ec8b9f8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 210 time: 0.1939640 Mar 31 20:22:41.318209 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-9b5a92e5-77d5-4628-8d34-60cd73e5f74c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f515593a-a263-407a-9b8c-2c5fa1af6dca HTTP/1.1" status: 200 len: 217 time: 0.0719225 Mar 31 20:22:41.330403 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-388f57fb-880e-49d0-a1ec-5792f680e3af tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6a356deae9d4aada508dd5b423afead HTTP/1.1" status: 200 len: 380 time: 0.2389605 Mar 31 20:22:41.355783 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'port': {'device_id': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'admin_state_up': True, 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'security_groups': ['d1cc001d-406c-427a-80c0-6be4eca31ea5']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:41.377440 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] For port ac7346bd-ccd5-4124-be17-7440c99cc6d8, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:41.400089 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-2e6c5eb7-669f-48f7-a82f-17239e2944ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:41.401756 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-2e6c5eb7-669f-48f7-a82f-17239e2944ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0764697 Mar 31 20:22:41.405250 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] For port 052d6355-9a8e-404c-a306-75b7e9589a9f, host hv-cinder-83607, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:41.413144 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] For port 052d6355-9a8e-404c-a306-75b7e9589a9f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=052d6355-9a8e-404c-a306-75b7e9589a9f,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:41.444634 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.492705 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029ffce-e37a-42e6-9d8b-aeb131245c80 req-627616db-c1d9-456c-8a7a-1f5a7d1b7f41 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:41.495423 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2029ffce-e37a-42e6-9d8b-aeb131245c80 req-627616db-c1d9-456c-8a7a-1f5a7d1b7f41 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 943 time: 0.4360220 Mar 31 20:22:41.514129 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] For port ac7346bd-ccd5-4124-be17-7440c99cc6d8, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:41.514389 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:41.515921 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.518301 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] 10.222.0.57 "PUT /v2.0/ports/052d6355-9a8e-404c-a306-75b7e9589a9f HTTP/1.1" status: 200 len: 1093 time: 1.8115897 Mar 31 20:22:41.521679 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f9ea74-cc76-4d9a-825a-d0046cbfeeac', 'tag': '052d6355-9a8e-404c-a306-75b7e9589a9f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:41.526612 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6a3763-8424-4427-abaa-18ace9829cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "71f9ea74-cc76-4d9a-825a-d0046cbfeeac", "tag": "052d6355-9a8e-404c-a306-75b7e9589a9f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:41.555674 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.563392 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-e17e540e-1bcc-463b-ab4e-7267a9bf9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:41.565158 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-e17e540e-1bcc-463b-ab4e-7267a9bf9ca5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1553981 Mar 31 20:22:41.580771 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30143db8-bff3-4313-8396-a6ed9982e589 req-7b597b15-36cb-4eea-91a2-7046f75f6ffe tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:41.582325 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-30143db8-bff3-4313-8396-a6ed9982e589 req-7b597b15-36cb-4eea-91a2-7046f75f6ffe tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 945 time: 0.2103124 Mar 31 20:22:41.645102 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 53db945d-2e77-4a01-9691-4793e895c9ea details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:22:41.660233 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:41.661356 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.663122 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/ac7346bd-ccd5-4124-be17-7440c99cc6d8 HTTP/1.1" status: 200 len: 1093 time: 1.9582224 Mar 31 20:22:41.683424 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'tag': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:41.693802 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ed338-6995-46bd-b674-dd8d1d47b31f service neutron] Pushing event updated for resources: {'Port': ['ID=052d6355-9a8e-404c-a306-75b7e9589a9f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:41.769296 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55178922-128d-49bd-85b7-9e256b2dca08 req-9b825b46-7f10-4aa3-af97-62770082568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:41.771924 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-9b825b46-7f10-4aa3-af97-62770082568a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 1127 time: 0.2043331 Mar 31 20:22:41.785524 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-dc3fbf15-70cc-4605-b8d7-8419e33e209b service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965134 Mar 31 20:22:41.809088 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 53db945d-2e77-4a01-9691-4793e895c9ea, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=53db945d-2e77-4a01-9691-4793e895c9ea,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:41.823316 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '53db945d-2e77-4a01-9691-4793e895c9ea', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea', 'mac_address': 'fa:16:3e:02:3f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:22:41.833840 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-ba08563b-d537-4279-8c5e-5306f9ce4a7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052d6355-9a8e-404c-a306-75b7e9589a9f HTTP/1.1" status: 200 len: 217 time: 0.0509789 Mar 31 20:22:41.869786 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdaa65-6edb-4dbf-a8b0-e07a417259e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7346bd-ccd5-4124-be17-7440c99cc6d8,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:41.894843 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2029ffce-e37a-42e6-9d8b-aeb131245c80 req-813ee13b-c8f2-4d60-9219-21f78cbf9639 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3807383 Mar 31 20:22:41.926143 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504" -d '{"events": [{"name": "network-changed", "server_uuid": "2e460a3f-aa85-4b3e-8726-0fdc367c4a68", "tag": "ac7346bd-ccd5-4124-be17-7440c99cc6d8"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:41.927613 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 53db945d-2e77-4a01-9691-4793e895c9ea is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:41.928070 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:41.950631 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53db945d-2e77-4a01-9691-4793e895c9ea {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:41.964093 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-30143db8-bff3-4313-8396-a6ed9982e589 req-b406eb93-f63b-412b-9635-f0bde0064141 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523343 Mar 31 20:22:42.012623 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a33c12b-7f68-470c-afae-df90f8554a9e x-openstack-request-id: req-6a33c12b-7f68-470c-afae-df90f8554a9e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:42.012771 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 53db945d-2e77-4a01-9691-4793e895c9ea, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=53db945d-2e77-4a01-9691-4793e895c9ea,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:42.012913 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f9ea74-cc76-4d9a-825a-d0046cbfeeac", "tag": "052d6355-9a8e-404c-a306-75b7e9589a9f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:42.013171 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6a33c12b-7f68-470c-afae-df90f8554a9e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:42.013572 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a33c12b-7f68-470c-afae-df90f8554a9e'] response: {'name': 'network-changed', 'server_uuid': '71f9ea74-cc76-4d9a-825a-d0046cbfeeac', 'tag': '052d6355-9a8e-404c-a306-75b7e9589a9f', 'status': 'completed', 'code': 200} Mar 31 20:22:42.014793 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Made reservation on behalf of b6a356deae9d4aada508dd5b423afead for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:42.015800 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-2e2972a8-63d6-4653-9770-7ced86d3b463 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218680 Mar 31 20:22:42.017600 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55178922-128d-49bd-85b7-9e256b2dca08 req-dd670060-16b9-4d9d-b4c8-5849e69de2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:42.017954 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.018985 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-dd670060-16b9-4d9d-b4c8-5849e69de2c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.1688478 Mar 31 20:22:42.021389 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.056232 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a096-98be-46de-ad04-b52a9836fb27 req-cc526a31-cdbc-4047-8de0-520f5b8d0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:42.057734 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-cc526a31-cdbc-4047-8de0-520f5b8d0ae5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 1127 time: 0.3088074 Mar 31 20:22:42.100848 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55178922-128d-49bd-85b7-9e256b2dca08 req-a6ac61d5-5d69-4b8d-90a5-11e2f6b72e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:42.102213 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-a6ac61d5-5d69-4b8d-90a5-11e2f6b72e31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713880 Mar 31 20:22:42.109167 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=53db945d-2e77-4a01-9691-4793e895c9ea,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:42.167307 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21be559-bc4a-4413-be9e-10a5cc67392a x-openstack-request-id: req-d21be559-bc4a-4413-be9e-10a5cc67392a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:42.167595 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e460a3f-aa85-4b3e-8726-0fdc367c4a68", "tag": "ac7346bd-ccd5-4124-be17-7440c99cc6d8", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:42.167844 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d21be559-bc4a-4413-be9e-10a5cc67392a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:42.168321 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21be559-bc4a-4413-be9e-10a5cc67392a'] response: {'name': 'network-changed', 'server_uuid': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'tag': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8', 'status': 'completed', 'code': 200} Mar 31 20:22:42.221259 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-93c8ac92-da3f-43b2-b8c4-b73c674cee18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8 HTTP/1.1" status: 200 len: 217 time: 0.1140530 Mar 31 20:22:42.228783 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-d71d102e-3ef1-484f-84dd-70ee00baafdf service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179247 Mar 31 20:22:42.275162 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['53db945d-2e77-4a01-9691-4793e895c9ea'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:22:42.360864 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a096-98be-46de-ad04-b52a9836fb27 req-e11d0548-6fd8-4855-ac8a-cd0c8d58abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:42.362297 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-e11d0548-6fd8-4855-ac8a-cd0c8d58abed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dfa396b-59dd-4cc2-9232-d9b8a65c8441 HTTP/1.1" status: 200 len: 850 time: 0.1286795 Mar 31 20:22:42.375085 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d0a3-b662-475d-b03e-b26a84cad27b req-e0376b17-b2f4-4b17-9ab4-407d5abfe3bd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:42.375361 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-55178922-128d-49bd-85b7-9e256b2dca08 req-3f70d717-57bc-400c-90cc-c9ace440ad09 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397958 Mar 31 20:22:42.382002 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b31d0a3-b662-475d-b03e-b26a84cad27b req-e0376b17-b2f4-4b17-9ab4-407d5abfe3bd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 945 time: 0.2758965 Mar 31 20:22:42.460153 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Allocated IP 172.20.0.13 (2cac471c-e091-4aa7-9f0e-e0c9aca76d4c/fbf63542-f5e0-42a0-b3b7-62479f7cd75f/9e52a048-84cb-45c5-9809-e1be581e1bd1) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:42.497526 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae094-a0a5-45d6-b3f6-d6048444208f req-6781eab8-5f30-489e-97e0-cf732a0dc088 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:42.504567 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8e6ae094-a0a5-45d6-b3f6-d6048444208f req-6781eab8-5f30-489e-97e0-cf732a0dc088 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 943 time: 0.3005233 Mar 31 20:22:42.513874 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-8f6221e6-ca90-4c14-a694-61def6717aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:42.516763 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-8f6221e6-ca90-4c14-a694-61def6717aba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 1127 time: 0.0742390 Mar 31 20:22:42.609365 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b31d0a3-b662-475d-b03e-b26a84cad27b req-d9fe08eb-9acc-482a-8cd9-d7d699a7321c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159336 Mar 31 20:22:42.651442 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-4778dea9-5543-4c10-8da8-ddc679c4a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:42.654340 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-4778dea9-5543-4c10-8da8-ddc679c4a8c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.1274672 Mar 31 20:22:42.692988 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a096-98be-46de-ad04-b52a9836fb27 req-27a7b78c-4d95-4818-a383-fd506cea3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:42.694592 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-27a7b78c-4d95-4818-a383-fd506cea3309 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52a08276-8ed8-42f8-83e9-f46419f30e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3099513 Mar 31 20:22:42.706652 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-1d502614-f6c7-40f7-aafa-3e12ac4e5c80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052d6355-9a8e-404c-a306-75b7e9589a9f HTTP/1.1" status: 200 len: 217 time: 0.0412848 Mar 31 20:22:42.770893 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8e6ae094-a0a5-45d6-b3f6-d6048444208f req-4907ab32-2118-4a8d-aa86-99c7bc422851 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643249 Mar 31 20:22:42.791958 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-4fb3d6c6-4bea-4e3d-a97b-59985fb4dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:42.796022 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-4fb3d6c6-4bea-4e3d-a97b-59985fb4dd36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0756743 Mar 31 20:22:42.798211 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-73667f1e-f813-4e30-a17b-b47b4524bcd5 req-3aa92226-de40-4b61-81e1-d8ffb7e49167 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 210 time: 0.1060770 Mar 31 20:22:42.814223 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58800) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:42.954736 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:42.972941 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-70a9c8b7-3744-4016-a70a-d17466dc22c3 service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560613 Mar 31 20:22:43.058462 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.075563 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-dae74f09-2472-47fb-a8f5-f2f6e28b1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:43.077249 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-dae74f09-2472-47fb-a8f5-f2f6e28b1221 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2737024 Mar 31 20:22:43.185059 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5510-6de6-4d3d-95b5-7eac004eaa58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.197328 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-dccd5a60-b9a2-48a5-b16d-365129762105 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136100 Mar 31 20:22:43.342545 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-1a6a3763-8424-4427-abaa-18ace9829cf7 req-fc5ed18f-6964-4525-b332-31f21b18b9b7 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328061 Mar 31 20:22:43.355174 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5510-6de6-4d3d-95b5-7eac004eaa58 admin admin] Publish callbacks [] for security_group (b035fdfe-4dfd-4300-a676-399f7f67ba29), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.359562 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5510-6de6-4d3d-95b5-7eac004eaa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (b035fdfe-4dfd-4300-a676-399f7f67ba29), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.361904 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:43.377695 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:43.381832 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:43.385834 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:43.390906 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:43.391488 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.402423 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f947ad-9a4b-4a48-80ae-067c73373438 req-4cfc063d-d7ab-476b-b10f-d2b7f9f4c6e8 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:43.404266 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e8f947ad-9a4b-4a48-80ae-067c73373438 req-4cfc063d-d7ab-476b-b10f-d2b7f9f4c6e8 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 943 time: 0.4267733 Mar 31 20:22:43.405028 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-1dfb5510-6de6-4d3d-95b5-7eac004eaa58 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c7eb7c7fb4a5475ba4cc7e8817fd4331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5896137 Mar 31 20:22:43.406252 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb5510-6de6-4d3d-95b5-7eac004eaa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b035fdfe-4dfd-4300-a676-399f7f67ba29,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:43.409840 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58816) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:43.449854 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-8fcb194b-f88e-4a19-8945-5096ccd8a3e1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1052225 Mar 31 20:22:43.451593 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6544a096-98be-46de-ad04-b52a9836fb27 req-919e93c1-ebbc-4338-adf3-32a7722596eb service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241457 Mar 31 20:22:43.458314 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab54bd-3692-46ff-b6c1-81e46b57637d req-1b5d7a2e-9ec0-4383-949f-f2195cc55ae7 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:43.460027 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8dab54bd-3692-46ff-b6c1-81e46b57637d req-1b5d7a2e-9ec0-4383-949f-f2195cc55ae7 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 945 time: 0.4051402 Mar 31 20:22:43.465110 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Request body: {'port': {'device_id': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:43.470628 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-595569de-3097-437e-b699-e452337305b0 admin admin] Publish callbacks [] for security_group (b035fdfe-4dfd-4300-a676-399f7f67ba29), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.510643 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-595569de-3097-437e-b699-e452337305b0 admin admin] Publish callbacks [] for security_group (b035fdfe-4dfd-4300-a676-399f7f67ba29), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.568093 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e8f947ad-9a4b-4a48-80ae-067c73373438 req-e71a11af-220b-469d-95ec-99d06f8b3ae7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538291 Mar 31 20:22:43.582452 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-595569de-3097-437e-b699-e452337305b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (b035fdfe-4dfd-4300-a676-399f7f67ba29), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.588926 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-595569de-3097-437e-b699-e452337305b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.590502 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-595569de-3097-437e-b699-e452337305b0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b035fdfe-4dfd-4300-a676-399f7f67ba29 HTTP/1.1" status: 204 len: 168 time: 0.1797440 Mar 31 20:22:43.599032 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595569de-3097-437e-b699-e452337305b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b035fdfe-4dfd-4300-a676-399f7f67ba29,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:43.641290 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.654532 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8dab54bd-3692-46ff-b6c1-81e46b57637d req-8b2c1939-8a64-4fa7-b723-aaa4c23c1a2f tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770298 Mar 31 20:22:43.663629 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 53db945d-2e77-4a01-9691-4793e895c9ea up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:43.685242 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-bfa70f8b-96e3-4ceb-8184-74be74afa5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:43.686743 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-bfa70f8b-96e3-4ceb-8184-74be74afa5f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 1127 time: 0.1552713 Mar 31 20:22:43.770164 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-56456255-ca1e-4189-a581-92656155be5b None None] Provisioning complete for port 9e52a048-84cb-45c5-9809-e1be581e1bd1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:43.770604 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56456255-ca1e-4189-a581-92656155be5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.795759 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 53db945d-2e77-4a01-9691-4793e895c9ea completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:22:43.808241 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 53db945d-2e77-4a01-9691-4793e895c9ea triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:43.808626 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.837227 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-56456255-ca1e-4189-a581-92656155be5b None None] Port 9e52a048-84cb-45c5-9809-e1be581e1bd1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:22:43.919017 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 53db945d-2e77-4a01-9691-4793e895c9ea is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:43.919404 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:43.947472 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53db945d-2e77-4a01-9691-4793e895c9ea'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:43.950928 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b25a0da-5141-42eb-bcc6-9aa6b5d515fe" -d '{"events": [{"server_uuid": "ef87200d-9b03-4964-b476-2baa7e6eff3a", "name": "network-vif-plugged", "status": "completed", "tag": "53db945d-2e77-4a01-9691-4793e895c9ea"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:43.966270 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 53db945d-2e77-4a01-9691-4793e895c9ea, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=53db945d-2e77-4a01-9691-4793e895c9ea,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:43.976126 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.097405 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=53db945d-2e77-4a01-9691-4793e895c9ea,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:44.203006 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e15f86-3c21-461c-8ab9-d8a1693535b6 req-ba7b99a4-9e7f-477c-a188-ca913d5d27ab tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:44.204549 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-19e15f86-3c21-461c-8ab9-d8a1693535b6 req-ba7b99a4-9e7f-477c-a188-ca913d5d27ab tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 945 time: 0.4995887 Mar 31 20:22:44.245428 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-e9dd4e0b-b035-46c9-9123-902e74609973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:44.246899 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-e9dd4e0b-b035-46c9-9123-902e74609973 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 912 time: 0.5407939 Mar 31 20:22:44.354312 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-8e82c698-4f0e-4963-816e-8fe8934f783e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8 HTTP/1.1" status: 200 len: 217 time: 0.0885265 Mar 31 20:22:44.371404 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28d863-d6c8-4778-b169-ef0712255fd9 req-8b012b59-d8e2-4434-993c-b3d2744bfac4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:44.378250 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7c28d863-d6c8-4778-b169-ef0712255fd9 req-8b012b59-d8e2-4434-993c-b3d2744bfac4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 943 time: 0.4462597 Mar 31 20:22:44.456064 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-19e15f86-3c21-461c-8ab9-d8a1693535b6 req-7e2634b9-ca15-43d1-89b3-ac0dd739a6f9 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252064 Mar 31 20:22:44.542883 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-63ca649c-6ab9-4c51-8f06-567c0d15ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:44.544547 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-63ca649c-6ab9-4c51-8f06-567c0d15ec48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dfa396b-59dd-4cc2-9232-d9b8a65c8441 HTTP/1.1" status: 200 len: 850 time: 0.1643784 Mar 31 20:22:44.554199 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7c28d863-d6c8-4778-b169-ef0712255fd9 req-1ca259f2-7c2f-428a-8310-b2725a260443 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729989 Mar 31 20:22:44.629900 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ad7ccb-0ba7-4cb4-af62-27e687b314da x-openstack-request-id: req-18ad7ccb-0ba7-4cb4-af62-27e687b314da {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:44.631387 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef87200d-9b03-4964-b476-2baa7e6eff3a", "name": "network-vif-plugged", "status": "completed", "tag": "53db945d-2e77-4a01-9691-4793e895c9ea", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:44.631726 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-18ad7ccb-0ba7-4cb4-af62-27e687b314da {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:44.632202 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ad7ccb-0ba7-4cb4-af62-27e687b314da'] response: {'server_uuid': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53db945d-2e77-4a01-9691-4793e895c9ea', 'code': 200} Mar 31 20:22:44.699885 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e52a048-84cb-45c5-9809-e1be581e1bd1 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:44.709417 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Publish callbacks [] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.726827 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c5e9f-9ca4-40e1-9695-c2801b25f8cf req-9e391133-bb80-4a81-8d62-b7bb2aaf1895 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:44.733757 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6b4c5e9f-9ca4-40e1-9695-c2801b25f8cf req-9e391133-bb80-4a81-8d62-b7bb2aaf1895 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 932 time: 0.1558547 Mar 31 20:22:44.736846 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-d05aa4bc-56fb-43ae-b9b0-4f0f65a6b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:44.738305 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-d05aa4bc-56fb-43ae-b9b0-4f0f65a6b375 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52a08276-8ed8-42f8-83e9-f46419f30e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1853518 Mar 31 20:22:44.749918 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Transition to ACTIVE for port object 9e52a048-84cb-45c5-9809-e1be581e1bd1 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:22:44.785890 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:44.800946 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58888) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:44.951776 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Pushing event updated for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:44.975129 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6b4c5e9f-9ca4-40e1-9695-c2801b25f8cf req-ddb93152-4aff-49d7-9584-6f3bd9f68173 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345891 Mar 31 20:22:45.061198 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-2503a13f-6ea7-467e-b235-a6445898595f service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021457 Mar 31 20:22:45.082249 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec806f-b48c-4cbb-b322-7163a56b916e req-8bf22753-d693-46bd-ad2f-f0ecdd9ed9fd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:45.083831 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-33ec806f-b48c-4cbb-b322-7163a56b916e req-8bf22753-d693-46bd-ad2f-f0ecdd9ed9fd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 943 time: 0.2643981 Mar 31 20:22:45.084893 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84a80a72-ea7a-4974-950d-8d57a7dc55fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.096377 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Attempting to bind port 9e52a048-84cb-45c5-9809-e1be581e1bd1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:45.096830 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Attempting to bind port 9e52a048-84cb-45c5-9809-e1be581e1bd1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:45.097165 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Attempting to bind port 9e52a048-84cb-45c5-9809-e1be581e1bd1 on network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:45.131937 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704ce37-d35e-4f1b-9e29-bd55abde6ca9 req-fe4a210d-0d10-4782-aac5-00a462a29aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:45.133468 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-1704ce37-d35e-4f1b-9e29-bd55abde6ca9 req-fe4a210d-0d10-4782-aac5-00a462a29aa8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 1130 time: 0.2673728 Mar 31 20:22:45.208358 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Port 9e52a048-84cb-45c5-9809-e1be581e1bd1 on network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:22:45.208682 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Attempting to bind port 9e52a048-84cb-45c5-9809-e1be581e1bd1 on network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:45.266902 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:45.267261 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Checking segment: {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:45.267651 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Bound using segment: {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:45.268103 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Bound port: 9e52a048-84cb-45c5-9809-e1be581e1bd1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:45.268551 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.295592 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-1704ce37-d35e-4f1b-9e29-bd55abde6ca9 req-256218ec-b667-4ade-ae59-b00276ad597b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460795 Mar 31 20:22:45.343701 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84a80a72-ea7a-4974-950d-8d57a7dc55fd admin admin] Publish callbacks [] for security_group (368d78f3-7365-482c-a368-699363fec14f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.350079 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84a80a72-ea7a-4974-950d-8d57a7dc55fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (368d78f3-7365-482c-a368-699363fec14f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.372536 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-33ec806f-b48c-4cbb-b322-7163a56b916e req-e403b921-6ac7-4b16-8e1a-c3e674064d91 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726178 Mar 31 20:22:45.421031 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a80a72-ea7a-4974-950d-8d57a7dc55fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368d78f3-7365-482c-a368-699363fec14f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:45.439947 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-84a80a72-ea7a-4974-950d-8d57a7dc55fd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6f99281f8a084003be9aa527a9b5fe36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6375320 Mar 31 20:22:45.440764 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58910) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:45.443217 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40f4b5f1-5ea7-490e-b7c6-a8d73fd36504 req-d23f3606-46e1-4b0b-8d93-81604d52ed7b service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735383 Mar 31 20:22:45.477547 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:45.481532 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:45.496715 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.531357 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ac6bda3-fbe0-450f-bf88-32b2ab1e7cd4 admin admin] Publish callbacks [] for security_group (368d78f3-7365-482c-a368-699363fec14f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.576766 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ac6bda3-fbe0-450f-bf88-32b2ab1e7cd4 admin admin] Publish callbacks [] for security_group (368d78f3-7365-482c-a368-699363fec14f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.581252 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:45.582076 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.583894 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] 10.222.0.57 "PUT /v2.0/ports/9e52a048-84cb-45c5-9809-e1be581e1bd1 HTTP/1.1" status: 200 len: 1094 time: 2.1227093 Mar 31 20:22:45.584515 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:45.587577 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81957be4-4a01-4f6c-b2ce-b1a468187931" -d '{"events": [{"name": "network-changed", "server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:45.625156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c317ef3-ed4b-46e7-82e9-c97c17717f07 service neutron] Pushing event updated for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:45.653225 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ac6bda3-fbe0-450f-bf88-32b2ab1e7cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (368d78f3-7365-482c-a368-699363fec14f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.657394 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ac6bda3-fbe0-450f-bf88-32b2ab1e7cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:45.658584 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-1ac6bda3-fbe0-450f-bf88-32b2ab1e7cd4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/368d78f3-7365-482c-a368-699363fec14f HTTP/1.1" status: 204 len: 168 time: 0.2167795 Mar 31 20:22:45.674170 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device ac7346bd-ccd5-4124-be17-7440c99cc6d8 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:22:45.682417 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6bda3-fbe0-450f-bf88-32b2ab1e7cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368d78f3-7365-482c-a368-699363fec14f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:45.694822 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3429120-c8a9-4dfe-9b2d-cfea2bbb08f4 req-1269c93d-ff6e-436f-9ce3-378c42d539c5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:45.696948 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3429120-c8a9-4dfe-9b2d-cfea2bbb08f4 req-1269c93d-ff6e-436f-9ce3-378c42d539c5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 946 time: 0.1227243 Mar 31 20:22:45.828388 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-0efbd224-a75d-4ec0-bd14-5b9c804ef774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:45.831784 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-0efbd224-a75d-4ec0-bd14-5b9c804ef774 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 1128 time: 0.1773019 Mar 31 20:22:45.884833 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port ac7346bd-ccd5-4124-be17-7440c99cc6d8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:45.919249 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'port_id': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8', 'mac_address': 'fa:16:3e:cc:b6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:22:46.023763 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port ac7346bd-ccd5-4124-be17-7440c99cc6d8 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:46.025503 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.043031 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7346bd-ccd5-4124-be17-7440c99cc6d8 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:46.067111 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port ac7346bd-ccd5-4124-be17-7440c99cc6d8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:46.072622 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.073268 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device f515593a-a263-407a-9b8c-2c5fa1af6dca details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:22:46.083198 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-c69b22f0-e9a1-48f0-8816-8de975f06e8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1 HTTP/1.1" status: 200 len: 217 time: 0.2386634 Mar 31 20:22:46.091169 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58934) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:46.095154 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3429120-c8a9-4dfe-9b2d-cfea2bbb08f4 req-87c26e17-72b3-44e7-b8be-3240d185024c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864641 Mar 31 20:22:46.108283 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd6b1-7e27-420f-8ebd-cb6318020daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.148190 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8562ee-2646-47a2-a6e5-2a6822582544 req-ac25e8ee-e2e1-4b22-9091-4af900897732 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:46.150941 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ef8562ee-2646-47a2-a6e5-2a6822582544 req-ac25e8ee-e2e1-4b22-9091-4af900897732 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 943 time: 0.0708592 Mar 31 20:22:46.161618 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7030c6c7-0c28-45fc-8ecb-c4ca5ea00c16 x-openstack-request-id: req-7030c6c7-0c28-45fc-8ecb-c4ca5ea00c16 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:46.162154 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:46.162368 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7030c6c7-0c28-45fc-8ecb-c4ca5ea00c16 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:46.162817 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7030c6c7-0c28-45fc-8ecb-c4ca5ea00c16'] response: {'name': 'network-changed', 'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'status': 'completed', 'code': 200} Mar 31 20:22:46.176575 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=ac7346bd-ccd5-4124-be17-7440c99cc6d8,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:46.237557 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd6b1-7e27-420f-8ebd-cb6318020daa admin admin] Publish callbacks [] for security_group (3d784d36-9334-45ae-9542-a0d78372c26f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.246221 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9bbd6b1-7e27-420f-8ebd-cb6318020daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (3d784d36-9334-45ae-9542-a0d78372c26f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.247072 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ef8562ee-2646-47a2-a6e5-2a6822582544 req-cf4966fb-6775-4f30-a4e3-88d8bfdc780e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833399 Mar 31 20:22:46.256659 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-d201588b-58e8-4a53-b773-9a305a670975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:46.258711 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-d201588b-58e8-4a53-b773-9a305a670975 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 200 len: 856 time: 0.1066916 Mar 31 20:22:46.281114 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port f515593a-a263-407a-9b8c-2c5fa1af6dca, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f515593a-a263-407a-9b8c-2c5fa1af6dca,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:46.293808 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': 'f515593a-a263-407a-9b8c-2c5fa1af6dca', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'port_id': 'f515593a-a263-407a-9b8c-2c5fa1af6dca', 'mac_address': 'fa:16:3e:bc:00:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:22:46.295224 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c9bbd6b1-7e27-420f-8ebd-cb6318020daa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d8fd5372585e49d9ba488d8fae31dcb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029917 Mar 31 20:22:46.296111 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbd6b1-7e27-420f-8ebd-cb6318020daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d784d36-9334-45ae-9542-a0d78372c26f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:46.299159 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 58936) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:46.344490 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port f515593a-a263-407a-9b8c-2c5fa1af6dca is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:46.344719 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.354708 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3ac31-74ec-4223-b39c-c6dc96384110 req-cbbd5f44-ac35-4e1b-97f6-b44d88bc425c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:46.356180 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4be3ac31-74ec-4223-b39c-c6dc96384110 req-cbbd5f44-ac35-4e1b-97f6-b44d88bc425c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.1136134 Mar 31 20:22:46.359461 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f515593a-a263-407a-9b8c-2c5fa1af6dca {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:46.365879 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c78472c-75d8-4542-b609-89af8a672fb8 admin admin] Publish callbacks [] for security_group (3d784d36-9334-45ae-9542-a0d78372c26f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.366613 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-7d210d9b-2b68-49c3-a02e-4af3231dd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:46.368641 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-7d210d9b-2b68-49c3-a02e-4af3231dd427 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772209 Mar 31 20:22:46.382272 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port f515593a-a263-407a-9b8c-2c5fa1af6dca, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f515593a-a263-407a-9b8c-2c5fa1af6dca,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:46.386872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.387531 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 052d6355-9a8e-404c-a306-75b7e9589a9f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:22:46.389960 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c78472c-75d8-4542-b609-89af8a672fb8 admin admin] Publish callbacks [] for security_group (3d784d36-9334-45ae-9542-a0d78372c26f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.473987 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=f515593a-a263-407a-9b8c-2c5fa1af6dca,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:46.476762 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 052d6355-9a8e-404c-a306-75b7e9589a9f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=052d6355-9a8e-404c-a306-75b7e9589a9f,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:46.477500 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c78472c-75d8-4542-b609-89af8a672fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (3d784d36-9334-45ae-9542-a0d78372c26f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.483964 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4be3ac31-74ec-4223-b39c-c6dc96384110 req-f2c56058-5d0b-4b6c-88c2-347d491784be tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206195 Mar 31 20:22:46.485498 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c78472c-75d8-4542-b609-89af8a672fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.486711 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6c78472c-75d8-4542-b609-89af8a672fb8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3d784d36-9334-45ae-9542-a0d78372c26f HTTP/1.1" status: 204 len: 168 time: 0.1869376 Mar 31 20:22:46.515158 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '052d6355-9a8e-404c-a306-75b7e9589a9f', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'port_id': '052d6355-9a8e-404c-a306-75b7e9589a9f', 'mac_address': 'fa:16:3e:c5:82:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:22:46.522156 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78472c-75d8-4542-b609-89af8a672fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d784d36-9334-45ae-9542-a0d78372c26f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:46.561509 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-2c466589-b370-4927-90da-3c61de003b8a service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796746 Mar 31 20:22:46.615057 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 052d6355-9a8e-404c-a306-75b7e9589a9f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:46.615382 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.648778 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052d6355-9a8e-404c-a306-75b7e9589a9f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:46.697625 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 052d6355-9a8e-404c-a306-75b7e9589a9f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=052d6355-9a8e-404c-a306-75b7e9589a9f,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:46.719030 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:46.762941 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b45738-501d-4b51-a5ff-fe6b8806abb7 req-68f66c20-d61e-417a-8e49-f9b31f28b40a tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:46.770772 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-80b45738-501d-4b51-a5ff-fe6b8806abb7 req-68f66c20-d61e-417a-8e49-f9b31f28b40a tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 944 time: 0.2080381 Mar 31 20:22:46.798562 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0cfa0449-4623-4917-aa20-9f4da8feb18b req-36818d1e-4b3f-473d-b176-a4c54fa25a7b service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801317 Mar 31 20:22:46.841261 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=052d6355-9a8e-404c-a306-75b7e9589a9f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:46.842600 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-80b45738-501d-4b51-a5ff-fe6b8806abb7 req-895da65d-bdee-4b44-a0a2-67af12f62b5a tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707777 Mar 31 20:22:46.929105 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-20ecde43-89c9-4edd-b14d-f8bf45167dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:46.931435 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-20ecde43-89c9-4edd-b14d-f8bf45167dab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 1128 time: 0.0561614 Mar 31 20:22:47.064578 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-6da85b58-05dd-4db1-98fe-331ee5b0dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:47.067178 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-6da85b58-05dd-4db1-98fe-331ee5b0dbb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 918 time: 0.1246445 Mar 31 20:22:47.123864 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-16578594-1d07-49ae-96d5-85a48dc2d065 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1 HTTP/1.1" status: 200 len: 217 time: 0.0469360 Mar 31 20:22:47.159727 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['052d6355-9a8e-404c-a306-75b7e9589a9f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:22:47.180907 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-71965ede-0932-4a28-be11-80f4635c6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:47.185230 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-71965ede-0932-4a28-be11-80f4635c6898 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 200 len: 856 time: 0.0517786 Mar 31 20:22:47.237504 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['f515593a-a263-407a-9b8c-2c5fa1af6dca'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:22:47.239680 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['ac7346bd-ccd5-4124-be17-7440c99cc6d8'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:22:47.360557 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-cf39e5d7-3466-4a66-96c7-1c2077b13c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:47.362412 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-cf39e5d7-3466-4a66-96c7-1c2077b13c63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1614621 Mar 31 20:22:47.379628 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effd5d1-7269-4bd4-bc1e-c066ce2f37ef req-fa658d63-81ef-4987-8be7-d44654fecc6d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:47.388224 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4effd5d1-7269-4bd4-bc1e-c066ce2f37ef req-fa658d63-81ef-4987-8be7-d44654fecc6d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 946 time: 0.1395924 Mar 31 20:22:47.565192 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a2eea-0224-431d-a717-8301c4558167 req-1258d4fc-6dc6-4a9c-8c51-1667722d3d90 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:47.574651 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d17a2eea-0224-431d-a717-8301c4558167 req-1258d4fc-6dc6-4a9c-8c51-1667722d3d90 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 944 time: 0.1830530 Mar 31 20:22:47.599083 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4effd5d1-7269-4bd4-bc1e-c066ce2f37ef req-5546ea0d-b78d-41cb-832e-cb8f24cb25e0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055938 Mar 31 20:22:47.622932 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59002) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:47.725787 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-4457ba41-f564-434e-bd44-ce14b1d9656c service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324647 Mar 31 20:22:47.755218 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d17a2eea-0224-431d-a717-8301c4558167 req-3598f7b3-8ec2-43de-b724-4f5e4e0ab419 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796224 Mar 31 20:22:47.759898 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d9ba-860d-43b1-84d3-6a24589e3f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.833789 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813ecb4-edcf-456f-93e2-3af345a742ac req-dc417189-d456-4d57-b04f-b46341d2686b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:47.835339 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b813ecb4-edcf-456f-93e2-3af345a742ac req-dc417189-d456-4d57-b04f-b46341d2686b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.1552896 Mar 31 20:22:47.873904 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d9ba-860d-43b1-84d3-6a24589e3f36 admin admin] Publish callbacks [] for security_group (d05b422e-131b-49af-8784-5f09813c2006), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.879992 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d9ba-860d-43b1-84d3-6a24589e3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d05b422e-131b-49af-8784-5f09813c2006), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.919270 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8d9ba-860d-43b1-84d3-6a24589e3f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05b422e-131b-49af-8784-5f09813c2006,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:47.923683 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e6d8d9ba-860d-43b1-84d3-6a24589e3f36 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=673bb1d1ddb6428b86bb1449da9818b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990568 Mar 31 20:22:47.926825 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59018) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:47.937722 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81957be4-4a01-4f6c-b2ce-b1a468187931 req-29c65ae3-b157-4711-a718-26c9ff2cd716 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013731 Mar 31 20:22:47.957147 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b813ecb4-edcf-456f-93e2-3af345a742ac req-1fdce002-84c5-4a01-9077-2c510d873e80 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158080 Mar 31 20:22:47.971338 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534e3cf-18ff-48f9-a453-63be3340b7c1 req-64edbccb-2dfb-4fe5-a8dd-2005cb9b156a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:47.972797 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9534e3cf-18ff-48f9-a453-63be3340b7c1 req-64edbccb-2dfb-4fe5-a8dd-2005cb9b156a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 946 time: 0.1242216 Mar 31 20:22:47.981779 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59020) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:47.984847 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-daa5d92c-0c1e-475a-b8aa-5f041f440a65 admin admin] Publish callbacks [] for security_group (d05b422e-131b-49af-8784-5f09813c2006), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:47.987231 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f8a28cd4-06e7-42ea-a509-f376a7bef9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'floatingip': {'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:48.010275 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-daa5d92c-0c1e-475a-b8aa-5f041f440a65 admin admin] Publish callbacks [] for security_group (d05b422e-131b-49af-8784-5f09813c2006), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.067855 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-daa5d92c-0c1e-475a-b8aa-5f041f440a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d05b422e-131b-49af-8784-5f09813c2006), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.071970 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-daa5d92c-0c1e-475a-b8aa-5f041f440a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.073251 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-daa5d92c-0c1e-475a-b8aa-5f041f440a65 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d05b422e-131b-49af-8784-5f09813c2006 HTTP/1.1" status: 204 len: 168 time: 0.1461403 Mar 31 20:22:48.082549 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5d92c-0c1e-475a-b8aa-5f041f440a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05b422e-131b-49af-8784-5f09813c2006,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:48.094432 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8a28cd4-06e7-42ea-a509-f376a7bef9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (501d3729-1dba-4e65-87e7-0ff163c3285e), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.143322 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59026) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:48.217682 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656274-9918-4fe4-94f5-2ad9d1cf1f8e req-be64e03e-9845-4b83-9fff-8b1834544491 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:48.219262 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-93656274-9918-4fe4-94f5-2ad9d1cf1f8e req-be64e03e-9845-4b83-9fff-8b1834544491 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 944 time: 0.1650763 Mar 31 20:22:48.364946 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-93656274-9918-4fe4-94f5-2ad9d1cf1f8e req-9ac5ff59-c3d4-4317-96a5-6854cc3e2205 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233454 Mar 31 20:22:48.399753 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef1f37dc-ad0f-4d4c-8a25-7cb3714cc2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.469161 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59038) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:48.505519 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a353682c-eb67-4470-8a9f-0c212c35cb47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.507584 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef1f37dc-ad0f-4d4c-8a25-7cb3714cc2af admin admin] Publish callbacks [] for security_group (6de777b7-aaf0-4106-b6bd-a7fcc021208d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.511737 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef1f37dc-ad0f-4d4c-8a25-7cb3714cc2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (6de777b7-aaf0-4106-b6bd-a7fcc021208d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.552311 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-ef1f37dc-ad0f-4d4c-8a25-7cb3714cc2af admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4dd6096cc9ce4081ba0a6fc65115ddcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077077 Mar 31 20:22:48.553441 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f37dc-ad0f-4d4c-8a25-7cb3714cc2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de777b7-aaf0-4106-b6bd-a7fcc021208d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:48.557953 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59042) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:48.612819 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-efdf0a27-89e4-4653-a984-e03176c0bada admin admin] Publish callbacks [] for security_group (6de777b7-aaf0-4106-b6bd-a7fcc021208d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.639326 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-efdf0a27-89e4-4653-a984-e03176c0bada admin admin] Publish callbacks [] for security_group (6de777b7-aaf0-4106-b6bd-a7fcc021208d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.687981 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-efdf0a27-89e4-4653-a984-e03176c0bada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (6de777b7-aaf0-4106-b6bd-a7fcc021208d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.690743 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-efdf0a27-89e4-4653-a984-e03176c0bada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:48.691982 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-efdf0a27-89e4-4653-a984-e03176c0bada admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6de777b7-aaf0-4106-b6bd-a7fcc021208d HTTP/1.1" status: 204 len: 168 time: 0.1328316 Mar 31 20:22:48.700635 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf0a27-89e4-4653-a984-e03176c0bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de777b7-aaf0-4106-b6bd-a7fcc021208d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:49.033878 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3490a1-4ce5-434c-90c4-e5bd03835fa9 req-609f7dd7-ea94-4ca8-9dab-c0b4baa3c689 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:49.035411 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7b3490a1-4ce5-434c-90c4-e5bd03835fa9 req-609f7dd7-ea94-4ca8-9dab-c0b4baa3c689 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 944 time: 0.2027531 Mar 31 20:22:49.132453 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8a28cd4-06e7-42ea-a509-f376a7bef9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.147974 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8a28cd4-06e7-42ea-a509-f376a7bef9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (501d3729-1dba-4e65-87e7-0ff163c3285e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.162606 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a353682c-eb67-4470-8a9f-0c212c35cb47 admin admin] Publish callbacks [] for security_group (aa475e50-96c8-46d1-9e7e-0b71ca65de92), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.226853 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a353682c-eb67-4470-8a9f-0c212c35cb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (aa475e50-96c8-46d1-9e7e-0b71ca65de92), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.272770 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7b3490a1-4ce5-434c-90c4-e5bd03835fa9 req-5b404b8b-33bb-40ab-b072-5f4e18dee1ae tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152493 Mar 31 20:22:49.304003 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdaddd-240b-42bd-8a92-5bd42b39636b req-40be1ccd-9171-4257-9b83-1b30728e48b3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:49.307820 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dabdaddd-240b-42bd-8a92-5bd42b39636b req-40be1ccd-9171-4257-9b83-1b30728e48b3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.2598341 Mar 31 20:22:49.312929 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353682c-eb67-4470-8a9f-0c212c35cb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa475e50-96c8-46d1-9e7e-0b71ca65de92,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:49.317214 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a353682c-eb67-4470-8a9f-0c212c35cb47 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f80dabdb5f9c4b48b91dbe4692e21e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8469894 Mar 31 20:22:49.320071 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59072) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:49.358975 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-f8a28cd4-06e7-42ea-a509-f376a7bef9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Floating IP 501d3729-1dba-4e65-87e7-0ff163c3285e associated. External IP: 172.27.1.18, port: 53db945d-2e77-4a01-9691-4793e895c9ea. Mar 31 20:22:49.375976 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11e43301-5cf8-49bf-8fef-f1ddbad7cb55 admin admin] Publish callbacks [] for security_group (aa475e50-96c8-46d1-9e7e-0b71ca65de92), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.407269 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11e43301-5cf8-49bf-8fef-f1ddbad7cb55 admin admin] Publish callbacks [] for security_group (aa475e50-96c8-46d1-9e7e-0b71ca65de92), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.408714 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59076) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:49.436907 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dabdaddd-240b-42bd-8a92-5bd42b39636b req-dc81a6c2-7a33-4ce4-b868-1f6127f3228b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185341 Mar 31 20:22:49.478205 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11e43301-5cf8-49bf-8fef-f1ddbad7cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (aa475e50-96c8-46d1-9e7e-0b71ca65de92), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.480926 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11e43301-5cf8-49bf-8fef-f1ddbad7cb55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.484569 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-11e43301-5cf8-49bf-8fef-f1ddbad7cb55 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aa475e50-96c8-46d1-9e7e-0b71ca65de92 HTTP/1.1" status: 204 len: 168 time: 0.1608143 Mar 31 20:22:49.491356 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e43301-5cf8-49bf-8fef-f1ddbad7cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa475e50-96c8-46d1-9e7e-0b71ca65de92,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:49.522039 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddaf82-3d8d-41bd-baf0-e41fea6a38f5 req-8f011fd7-4d9c-4678-8611-7a71d402b78b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:49.527433 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-39ddaf82-3d8d-41bd-baf0-e41fea6a38f5 req-8f011fd7-4d9c-4678-8611-7a71d402b78b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 944 time: 0.0779669 Mar 31 20:22:49.567883 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-895174913-network', 'tenant_id': '85cecc86725f4feca03840ad6535d0fb'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:49.588053 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Made reservation on behalf of 85cecc86725f4feca03840ad6535d0fb for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:49.590315 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.598889 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.651872 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-39ddaf82-3d8d-41bd-baf0-e41fea6a38f5 req-a79cac08-ce42-4939-a844-b4c6d7c19cc5 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902746 Mar 31 20:22:49.684895 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a28cd4-06e7-42ea-a509-f376a7bef9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:22:49.692523 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Publish callbacks [] for security_group (147eac34-2753-41e4-b2c7-b733aba7925b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.696864 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 9e52a048-84cb-45c5-9809-e1be581e1bd1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:22:49.699948 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (147eac34-2753-41e4-b2c7-b733aba7925b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.729801 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device ac7346bd-ccd5-4124-be17-7440c99cc6d8 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:49.758893 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:22:49.781917 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147eac34-2753-41e4-b2c7-b733aba7925b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:49.799821 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (b7693a6d-2b08-427d-9c9f-9cce232f99bb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.800272 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Added segment b7693a6d-2b08-427d-9c9f-9cce232f99bb of type vlan for network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a Mar 31 20:22:49.867150 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port ac7346bd-ccd5-4124-be17-7440c99cc6d8 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:22:49.874383 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port ac7346bd-ccd5-4124-be17-7440c99cc6d8 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:49.874976 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.877388 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.877520 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:49.893881 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a28cd4-06e7-42ea-a509-f376a7bef9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:49.905912 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8a28cd4-06e7-42ea-a509-f376a7bef9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.912395 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59090) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:49.912682 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'port_id': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'mac_address': 'fa:16:3e:37:9e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:22:49.913796 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:49.917411 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.919185 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:49.919936 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.931304 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:49.932611 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:22:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:49.946383 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcd60176-8c6b-48ba-9efc-d2d88033814e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:49.963731 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f8a28cd4-06e7-42ea-a509-f376a7bef9ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "PUT /v2.0/floatingips/501d3729-1dba-4e65-87e7-0ff163c3285e HTTP/1.1" status: 200 len: 991 time: 1.9807022 Mar 31 20:22:49.966473 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'tag': '53db945d-2e77-4a01-9691-4793e895c9ea'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:49.968730 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61" -d '{"events": [{"name": "network-changed", "server_uuid": "ef87200d-9b03-4964-b476-2baa7e6eff3a", "tag": "53db945d-2e77-4a01-9691-4793e895c9ea"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:49.999728 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] Pushing event updated for resources: {'Network': ['ID=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:50.012421 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-04321361-f91e-4b36-af29-24fb9d24618a admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5978186 Mar 31 20:22:50.016614 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59096) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:50.022206 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Request body: {'subnet': {'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-895174913-subnet', 'tenant_id': '85cecc86725f4feca03840ad6535d0fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:50.046167 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Made reservation on behalf of 85cecc86725f4feca03840ad6535d0fb for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:50.046343 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcd60176-8c6b-48ba-9efc-d2d88033814e admin admin] Publish callbacks [] for security_group (2305c197-96b3-48c8-ab4a-d75cad3c8bc1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.049730 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.050559 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:22:50.051980 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fcd60176-8c6b-48ba-9efc-d2d88033814e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (2305c197-96b3-48c8-ab4a-d75cad3c8bc1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.084317 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de65c0a0-a948-4f8a-89cc-bc0eef6116d8 x-openstack-request-id: req-de65c0a0-a948-4f8a-89cc-bc0eef6116d8 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:50.084948 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef87200d-9b03-4964-b476-2baa7e6eff3a", "tag": "53db945d-2e77-4a01-9691-4793e895c9ea", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:50.085759 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-de65c0a0-a948-4f8a-89cc-bc0eef6116d8 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:50.086339 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de65c0a0-a948-4f8a-89cc-bc0eef6116d8'] response: {'name': 'network-changed', 'server_uuid': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'tag': '53db945d-2e77-4a01-9691-4793e895c9ea', 'status': 'completed', 'code': 200} Mar 31 20:22:50.088518 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 9e52a048-84cb-45c5-9809-e1be581e1bd1 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:50.088915 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.089607 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:50.094252 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-fcd60176-8c6b-48ba-9efc-d2d88033814e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ae9fa2e003b846f58208940e80d39b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807897 Mar 31 20:22:50.101100 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59098) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:50.184191 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd60176-8c6b-48ba-9efc-d2d88033814e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2305c197-96b3-48c8-ab4a-d75cad3c8bc1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:50.208591 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-eea7e782-322b-4560-af9a-fd081027fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:50.210213 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-eea7e782-322b-4560-af9a-fd081027fdcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 1130 time: 0.1146874 Mar 31 20:22:50.210950 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a8096d0-8f51-49c4-ba29-fc4b7a786339 admin admin] Publish callbacks [] for security_group (2305c197-96b3-48c8-ab4a-d75cad3c8bc1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.214257 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port ac7346bd-ccd5-4124-be17-7440c99cc6d8 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:50.214729 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.219037 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e52a048-84cb-45c5-9809-e1be581e1bd1 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:50.243804 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a8096d0-8f51-49c4-ba29-fc4b7a786339 admin admin] Publish callbacks [] for security_group (2305c197-96b3-48c8-ab4a-d75cad3c8bc1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.282491 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port ac7346bd-ccd5-4124-be17-7440c99cc6d8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:50.285145 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:50.288466 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3004b28a-aa8a-4428-a4a3-51804fdca189" -d '{"events": [{"server_uuid": "2e460a3f-aa85-4b3e-8726-0fdc367c4a68", "name": "network-vif-plugged", "status": "completed", "tag": "ac7346bd-ccd5-4124-be17-7440c99cc6d8"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:50.293977 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.294724 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:50.296450 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.297275 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device f515593a-a263-407a-9b8c-2c5fa1af6dca up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:50.360361 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-4f9abf3f-95f9-4bd6-aedd-a85044c119c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:50.362050 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-4f9abf3f-95f9-4bd6-aedd-a85044c119c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 916 time: 0.1328511 Mar 31 20:22:50.367557 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a8096d0-8f51-49c4-ba29-fc4b7a786339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (2305c197-96b3-48c8-ab4a-d75cad3c8bc1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.370455 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1a8096d0-8f51-49c4-ba29-fc4b7a786339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.375867 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-1a8096d0-8f51-49c4-ba29-fc4b7a786339 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2305c197-96b3-48c8-ab4a-d75cad3c8bc1 HTTP/1.1" status: 204 len: 168 time: 0.2611718 Mar 31 20:22:50.376028 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=ac7346bd-ccd5-4124-be17-7440c99cc6d8,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:50.379996 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.438540 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:50.442240 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e194f08-c5af-42fc-804d-c1e4313852f6 x-openstack-request-id: req-4e194f08-c5af-42fc-804d-c1e4313852f6 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:50.442561 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e460a3f-aa85-4b3e-8726-0fdc367c4a68", "name": "network-vif-plugged", "status": "completed", "tag": "ac7346bd-ccd5-4124-be17-7440c99cc6d8", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:50.443025 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4e194f08-c5af-42fc-804d-c1e4313852f6 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:50.443429 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e194f08-c5af-42fc-804d-c1e4313852f6'] response: {'server_uuid': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8', 'code': 200} Mar 31 20:22:50.494776 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8096d0-8f51-49c4-ba29-fc4b7a786339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2305c197-96b3-48c8-ab4a-d75cad3c8bc1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:50.497518 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Checking segment: {'id': 'b7693a6d-2b08-427d-9c9f-9cce232f99bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:50.498062 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Network hostable DHCP agents. Network: f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:22:50.498640 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port f515593a-a263-407a-9b8c-2c5fa1af6dca completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:22:50.504224 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:50.506037 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port f515593a-a263-407a-9b8c-2c5fa1af6dca triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:50.506474 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.548505 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:22:50.579614 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:50.585075 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:50.585847 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.594313 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '501d3729-1dba-4e65-87e7-0ff163c3285e', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:02:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:50.615254 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1df439-7320-4004-ac6d-014f75f37c80 None None] Network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:50.633736 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-975ec7a2-d015-4093-ab1d-d700dde15bee admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6156194 Mar 31 20:22:50.638135 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:50.647337 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:50.648010 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:22:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:50.672897 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-70c4ea21-2660-42b3-b43e-e6dd320573f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53db945d-2e77-4a01-9691-4793e895c9ea HTTP/1.1" status: 200 len: 999 time: 0.2966475 Mar 31 20:22:50.786175 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:50.828102 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port f515593a-a263-407a-9b8c-2c5fa1af6dca is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:50.828711 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:50.887885 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['9e52a048-84cb-45c5-9809-e1be581e1bd1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:22:50.891911 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951190ae-990a-4510-8a2a-b45af2ebd0e6 None None] Network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:22:51.022613 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f93659-9b92-49f6-bbba-771757e9d49f req-b30a1a55-9d1f-4475-8686-4acec5d00287 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:51.024583 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2f93659-9b92-49f6-bbba-771757e9d49f req-b30a1a55-9d1f-4475-8686-4acec5d00287 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 944 time: 0.4927323 Mar 31 20:22:51.065106 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade8c6-44a7-42c4-ba96-3aad1cb240ec req-9d9b18b5-9dea-4677-b96d-6564044b4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:51.066194 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68ade8c6-44a7-42c4-ba96-3aad1cb240ec req-9d9b18b5-9dea-4677-b96d-6564044b4910 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 1129 time: 0.3958960 Mar 31 20:22:51.080741 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4c187-8247-4639-9e34-12828e12744b req-d19511ca-967d-441c-bc02-e81b1d5a4a6a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:51.087913 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-42b4c187-8247-4639-9e34-12828e12744b req-d19511ca-967d-441c-bc02-e81b1d5a4a6a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 945 time: 0.4667470 Mar 31 20:22:51.094302 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-a149455d-d7bf-4de1-ab0c-d05c1e496e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:51.095747 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-a149455d-d7bf-4de1-ab0c-d05c1e496e71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.3851621 Mar 31 20:22:51.188709 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '501d3729-1dba-4e65-87e7-0ff163c3285e', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:02:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:51.224985 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f68dc5-992d-426f-b7c0-f47a3fd64ad3 None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '501d3729-1dba-4e65-87e7-0ff163c3285e', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:02:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:48Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:51.275743 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2f93659-9b92-49f6-bbba-771757e9d49f req-2e5ec005-8732-45a8-8066-3a25301068ed tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389679 Mar 31 20:22:51.334266 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port f515593a-a263-407a-9b8c-2c5fa1af6dca, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f515593a-a263-407a-9b8c-2c5fa1af6dca,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:51.345876 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68ade8c6-44a7-42c4-ba96-3aad1cb240ec req-1bead3da-0c2a-408d-9bb8-eb0342cded27 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551773 Mar 31 20:22:51.361943 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:51.364893 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 052d6355-9a8e-404c-a306-75b7e9589a9f up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:51.371547 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-42b4c187-8247-4639-9e34-12828e12744b req-3446a6bd-bce5-46e1-8827-174a9ff2adea tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825596 Mar 31 20:22:51.381875 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-cea5f92d-4914-493d-bf00-70f74c83ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:51.383822 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-cea5f92d-4914-493d-bf00-70f74c83ce96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2745361 Mar 31 20:22:51.489695 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1f6ff-36b7-4292-9721-9b2646a34556 req-af328f1a-09c9-4c03-b3b9-ca2025e48e93 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:51.491960 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3db1f6ff-36b7-4292-9721-9b2646a34556 req-af328f1a-09c9-4c03-b3b9-ca2025e48e93 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0973046 Mar 31 20:22:51.588956 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3db1f6ff-36b7-4292-9721-9b2646a34556 req-9dcb6758-faed-4256-a943-994a79bf1d58 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888720 Mar 31 20:22:51.675339 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b13c245-4a61-44c0-acf4-fd54cff9d7a5 None None] New status for floating IP 501d3729-1dba-4e65-87e7-0ff163c3285e: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:22:51.751679 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-d7f6c5b1-a131-43b8-a021-72499233d923 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193447 Mar 31 20:22:51.837739 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=f515593a-a263-407a-9b8c-2c5fa1af6dca,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:51.859112 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3f6b9d2-2a64-4d8b-a51b-dcd189c4db61 req-f0e05482-7c00-48c6-b097-87b03a8b8a99 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944893 Mar 31 20:22:51.924000 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 052d6355-9a8e-404c-a306-75b7e9589a9f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:22:51.939719 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 052d6355-9a8e-404c-a306-75b7e9589a9f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:51.940097 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:52.085427 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 052d6355-9a8e-404c-a306-75b7e9589a9f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:52.085822 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:52.124843 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 052d6355-9a8e-404c-a306-75b7e9589a9f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=052d6355-9a8e-404c-a306-75b7e9589a9f,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:52.127918 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:52.177578 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=052d6355-9a8e-404c-a306-75b7e9589a9f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:52.397478 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:22:52.420203 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243fee9-08b9-4ce4-a912-04002a6b9b62 req-13af5e42-21e2-4182-95f9-ed9e0f0caea6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:52.427532 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8243fee9-08b9-4ce4-a912-04002a6b9b62 req-13af5e42-21e2-4182-95f9-ed9e0f0caea6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0642383 Mar 31 20:22:52.445191 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06b2e6c-f19e-4fba-818f-157d2330b1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f515593a-a263-407a-9b8c-2c5fa1af6dca'}, {'server_uuid': '71f9ea74-cc76-4d9a-825a-d0046cbfeeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052d6355-9a8e-404c-a306-75b7e9589a9f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:52.448936 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52db1402-377f-4491-8888-9879f88dfb06" -d '{"events": [{"server_uuid": "c06b2e6c-f19e-4fba-818f-157d2330b1ab", "name": "network-vif-plugged", "status": "completed", "tag": "f515593a-a263-407a-9b8c-2c5fa1af6dca"}, {"server_uuid": "71f9ea74-cc76-4d9a-825a-d0046cbfeeac", "name": "network-vif-plugged", "status": "completed", "tag": "052d6355-9a8e-404c-a306-75b7e9589a9f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:52.514329 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8243fee9-08b9-4ce4-a912-04002a6b9b62 req-b4e66cb6-4069-465f-b95b-006b18a17af2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859227 Mar 31 20:22:52.527139 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9dd3c-a0ea-4cba-9cdb-d46a62e02c0a req-3b0324d7-953f-4138-a408-48c178c070ca tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:52.528806 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b4b9dd3c-a0ea-4cba-9cdb-d46a62e02c0a req-3b0324d7-953f-4138-a408-48c178c070ca tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 945 time: 0.0850224 Mar 31 20:22:52.576820 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdebe55-31a2-4958-8c26-0feda3c992ea x-openstack-request-id: req-9fdebe55-31a2-4958-8c26-0feda3c992ea {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:52.577298 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06b2e6c-f19e-4fba-818f-157d2330b1ab", "name": "network-vif-plugged", "status": "completed", "tag": "f515593a-a263-407a-9b8c-2c5fa1af6dca", "code": 200}, {"server_uuid": "71f9ea74-cc76-4d9a-825a-d0046cbfeeac", "name": "network-vif-plugged", "status": "completed", "tag": "052d6355-9a8e-404c-a306-75b7e9589a9f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:52.577702 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9fdebe55-31a2-4958-8c26-0feda3c992ea {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:52.578268 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fdebe55-31a2-4958-8c26-0feda3c992ea'] response: {'server_uuid': 'c06b2e6c-f19e-4fba-818f-157d2330b1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f515593a-a263-407a-9b8c-2c5fa1af6dca', 'code': 200} Mar 31 20:22:52.578898 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fdebe55-31a2-4958-8c26-0feda3c992ea'] response: {'server_uuid': '71f9ea74-cc76-4d9a-825a-d0046cbfeeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052d6355-9a8e-404c-a306-75b7e9589a9f', 'code': 200} Mar 31 20:22:52.591852 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b4b9dd3c-a0ea-4cba-9cdb-d46a62e02c0a req-4ed56b4e-fbd1-4df2-967a-0a51c8e53ded tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570376 Mar 31 20:22:52.827429 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984017a-3a8e-462a-9a6d-dcb751a4491d req-be5412fa-a263-43d2-9730-8899ee8905a6 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:52.829020 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3984017a-3a8e-462a-9a6d-dcb751a4491d req-be5412fa-a263-43d2-9730-8899ee8905a6 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0938845 Mar 31 20:22:52.965311 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb4d2a-1aa6-4040-ae31-05b3fc830b80 req-bc6c033b-2bb5-4782-b601-9adb07a5c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:52.966935 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-18bb4d2a-1aa6-4040-ae31-05b3fc830b80 req-bc6c033b-2bb5-4782-b601-9adb07a5c2f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 1129 time: 0.1370199 Mar 31 20:22:52.983018 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f84095-778c-403d-a9f7-d8b606e61bbd req-275cff40-ad77-4db6-8544-d083f5e5b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:52.984427 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-07f84095-778c-403d-a9f7-d8b606e61bbd req-275cff40-ad77-4db6-8544-d083f5e5b3cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 1129 time: 0.1176322 Mar 31 20:22:53.015126 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3984017a-3a8e-462a-9a6d-dcb751a4491d req-1c6cc8ef-997e-49a5-8e8f-76ce6a551157 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007206 Mar 31 20:22:53.133993 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-18bb4d2a-1aa6-4040-ae31-05b3fc830b80 req-7b581e38-9c0a-4de8-9a68-13195e652f7d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508942 Mar 31 20:22:53.147788 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-07f84095-778c-403d-a9f7-d8b606e61bbd req-8db244dd-f66c-4666-88b3-72a076915db5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313558 Mar 31 20:22:53.167416 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-313b5e7e-d39d-4722-bd46-530d508c8d61 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:53.169007 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-313b5e7e-d39d-4722-bd46-530d508c8d61 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/networks?id=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a HTTP/1.1" status: 200 len: 808 time: 0.1783063 Mar 31 20:22:53.183427 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-93586f1c-f3dc-4f3d-b9e0-0bf5e58da6be tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/quotas/85cecc86725f4feca03840ad6535d0fb HTTP/1.1" status: 200 len: 375 time: 0.0092652 Mar 31 20:22:53.213827 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-77773d8a-a28e-4b44-a63b-5d91bc9603a1 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=85cecc86725f4feca03840ad6535d0fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255527 Mar 31 20:22:53.307646 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-67bc47c6-8495-4e6b-aaff-7e32176abf21 service neutron] 10.222.0.82 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871096 Mar 31 20:22:53.399583 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-00c2576e-6a98-447e-bd08-3d1f8a8ee3e4 service neutron] 10.222.0.82 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861413 Mar 31 20:22:53.596112 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9d6cf8e3-8ca5-429f-b0f6-f979468c931b req-76f779ab-54df-4d46-ab56-c42a6c67e9b0 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 210 time: 0.0438297 Mar 31 20:22:53.667322 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28b1ee-d2b6-4003-a9de-c8f9a9461b6a req-3bb27332-6290-4b4e-b980-e5fde66abf76 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:53.674290 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2e28b1ee-d2b6-4003-a9de-c8f9a9461b6a req-3bb27332-6290-4b4e-b980-e5fde66abf76 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0648823 Mar 31 20:22:53.755187 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2e28b1ee-d2b6-4003-a9de-c8f9a9461b6a req-319ed377-38a7-452f-ad8f-c26b4c82d87b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800328 Mar 31 20:22:53.772061 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e10e5-f53c-4e34-ade3-7fd1c8731916 req-c969a9c4-e5e7-4fbd-96dd-909991cbbf09 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:53.773518 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-402e10e5-f53c-4e34-ade3-7fd1c8731916 req-c969a9c4-e5e7-4fbd-96dd-909991cbbf09 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 945 time: 0.0783675 Mar 31 20:22:53.821041 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-402e10e5-f53c-4e34-ade3-7fd1c8731916 req-69c37d7e-22de-4aec-a024-679a3e4118bd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414450 Mar 31 20:22:54.120417 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613d9b3-00a4-4b25-a5d0-f95ad74b68e2 req-55d58813-d636-41ad-b259-f66bdbdc922c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:54.121847 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7613d9b3-00a4-4b25-a5d0-f95ad74b68e2 req-55d58813-d636-41ad-b259-f66bdbdc922c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0507278 Mar 31 20:22:54.166046 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7613d9b3-00a4-4b25-a5d0-f95ad74b68e2 req-1f8321e4-e30b-4a2b-8206-e0416dcad566 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387244 Mar 31 20:22:54.278080 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd409ac-02cb-49c8-ba5e-706f3dfc79dd req-8b82d002-33d4-4575-a91e-9efeb39c56e5 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:54.279525 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8dd409ac-02cb-49c8-ba5e-706f3dfc79dd req-8b82d002-33d4-4575-a91e-9efeb39c56e5 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0532284 Mar 31 20:22:54.288260 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59246) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:54.292820 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-9b692db0-a493-4672-a6ed-9e4b3c3f9f01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'floatingip': {'port_id': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:54.330205 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b692db0-a493-4672-a6ed-9e4b3c3f9f01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (c38df1f9-3639-4ccc-a223-2a2e75d828b3), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.384280 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 9e52a048-84cb-45c5-9809-e1be581e1bd1 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:22:54.432673 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 9e52a048-84cb-45c5-9809-e1be581e1bd1 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:22:54.436424 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 9e52a048-84cb-45c5-9809-e1be581e1bd1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:22:54.436803 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.515494 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 9e52a048-84cb-45c5-9809-e1be581e1bd1 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:22:54.515881 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.549637 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:22:54.553400 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.580644 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:54.583185 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4966ba-c68e-49ff-a11a-b1a4216492f5" -d '{"events": [{"server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "name": "network-vif-plugged", "status": "completed", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:54.608534 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:54.628534 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15134d51-eb8f-4245-a721-cb060f551d9f x-openstack-request-id: req-15134d51-eb8f-4245-a721-cb060f551d9f {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:54.628798 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "name": "network-vif-plugged", "status": "completed", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:54.629062 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-15134d51-eb8f-4245-a721-cb060f551d9f {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:54.629459 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15134d51-eb8f-4245-a721-cb060f551d9f'] response: {'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'code': 200} Mar 31 20:22:54.709415 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-292a7842-fe43-49ef-a787-ebfe6d9d4d6a req-0c41c707-6666-4071-82bf-3b54cfe9176e tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 210 time: 0.0458663 Mar 31 20:22:54.775243 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b692db0-a493-4672-a6ed-9e4b3c3f9f01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.779162 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b692db0-a493-4672-a6ed-9e4b3c3f9f01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (c38df1f9-3639-4ccc-a223-2a2e75d828b3), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:54.936925 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed1c1d-6b2d-47f4-8d11-cfe71b1ca677 req-8ddc833d-f7e0-4a76-bd65-70d6087dd8b2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:54.938326 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-33ed1c1d-6b2d-47f4-8d11-cfe71b1ca677 req-8ddc833d-f7e0-4a76-bd65-70d6087dd8b2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0983670 Mar 31 20:22:54.943569 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-9b692db0-a493-4672-a6ed-9e4b3c3f9f01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Floating IP c38df1f9-3639-4ccc-a223-2a2e75d828b3 associated. External IP: 172.27.1.44, port: ac7346bd-ccd5-4124-be17-7440c99cc6d8. Mar 31 20:22:55.067855 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dfd90-98a5-427a-a9be-566a24e29256 req-857a26a2-453a-434c-9a2b-cd4f2a36928e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:55.069286 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b85dfd90-98a5-427a-a9be-566a24e29256 req-857a26a2-453a-434c-9a2b-cd4f2a36928e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1734326 Mar 31 20:22:55.085679 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-33ed1c1d-6b2d-47f4-8d11-cfe71b1ca677 req-41df52eb-5a65-4d3e-8bce-20666f1659c7 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379044 Mar 31 20:22:55.165530 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b85dfd90-98a5-427a-a9be-566a24e29256 req-1e56a273-4525-47e9-99d2-9286c5ba2409 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896692 Mar 31 20:22:55.232737 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b692db0-a493-4672-a6ed-9e4b3c3f9f01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Router 89cb85c0-4334-4013-8749-f1be15a1d91e has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:22:55.336471 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b692db0-a493-4672-a6ed-9e4b3c3f9f01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:22:55.341264 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9b692db0-a493-4672-a6ed-9e4b3c3f9f01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.346256 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] Sync routers for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:22:55.355907 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:55.356504 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:22:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:55.369322 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-9b692db0-a493-4672-a6ed-9e4b3c3f9f01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "PUT /v2.0/floatingips/c38df1f9-3639-4ccc-a223-2a2e75d828b3 HTTP/1.1" status: 200 len: 990 time: 1.0801170 Mar 31 20:22:55.369882 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'tag': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:55.372102 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7985b3-4110-4eb3-835e-00b601a8afd7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e460a3f-aa85-4b3e-8726-0fdc367c4a68", "tag": "ac7346bd-ccd5-4124-be17-7440c99cc6d8"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:55.408523 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c34274c-f1d7-4821-a332-0adcaef3639e x-openstack-request-id: req-2c34274c-f1d7-4821-a332-0adcaef3639e {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:55.409049 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e460a3f-aa85-4b3e-8726-0fdc367c4a68", "tag": "ac7346bd-ccd5-4124-be17-7440c99cc6d8", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:55.409617 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2c34274c-f1d7-4821-a332-0adcaef3639e {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:55.410293 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c34274c-f1d7-4821-a332-0adcaef3639e'] response: {'name': 'network-changed', 'server_uuid': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'tag': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8', 'status': 'completed', 'code': 200} Mar 31 20:22:55.463274 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:55.682913 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'c38df1f9-3639-4ccc-a223-2a2e75d828b3', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'port_id': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'mac_address': 'fa:16:3e:cc:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:28Z', 'updated_at': '2022-03-31T20:22:54Z', 'revision_number': 1, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:55.709015 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] Checking router: 89cb85c0-4334-4013-8749-f1be15a1d91e for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:22:55.717729 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:22:55.718267 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:22:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:55.811938 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-abbc9de4-44c1-4176-ad4c-fcf44e7497f5 req-5fb0b3a9-8e96-4c33-bd52-7328629fa11e tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 210 time: 0.0331051 Mar 31 20:22:55.822551 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-66384ce5-a2f4-4605-9d19-4c7c9613b939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:55.832699 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:22:56.127902 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'c38df1f9-3639-4ccc-a223-2a2e75d828b3', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'port_id': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'mac_address': 'fa:16:3e:cc:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:28Z', 'updated_at': '2022-03-31T20:22:54Z', 'revision_number': 1, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:22:56.156928 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25aac01-f2e1-4cc0-a556-171ad7ea469e None None] The sync data for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi is: [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'c38df1f9-3639-4ccc-a223-2a2e75d828b3', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'port_id': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'mac_address': 'fa:16:3e:cc:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:28Z', 'updated_at': '2022-03-31T20:22:54Z', 'revision_number': 1, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:22:56.208382 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf052c-3e54-4752-863c-b5a75aaa749b req-f07813d2-054c-445c-9b6e-35d93ae0a2f2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:56.209370 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bdbf052c-3e54-4752-863c-b5a75aaa749b req-f07813d2-054c-445c-9b6e-35d93ae0a2f2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0545676 Mar 31 20:22:56.282744 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bdbf052c-3e54-4752-863c-b5a75aaa749b req-8eb1f1fe-f8d7-44c5-b3c4-b11cba248c03 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664997 Mar 31 20:22:56.309832 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07524dd3-2905-4e2f-9a81-52f08e9f5838 req-0f180639-19eb-467f-ac12-f933720c81ab tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:56.311386 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-07524dd3-2905-4e2f-9a81-52f08e9f5838 req-0f180639-19eb-467f-ac12-f933720c81ab tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0694349 Mar 31 20:22:56.356106 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d80f0-9b40-434c-b5ba-aa05e8529046 None None] New status for floating IP c38df1f9-3639-4ccc-a223-2a2e75d828b3: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:22:56.360078 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-07524dd3-2905-4e2f-9a81-52f08e9f5838 req-43065073-240d-45e7-a77d-92cf970e3ebd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Mar 31 20:22:56.637798 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-2f9df5c6-2357-4307-a194-fa0a2be0cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:56.639565 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-2f9df5c6-2357-4307-a194-fa0a2be0cbc8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 1129 time: 0.0509024 Mar 31 20:22:56.732666 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-fbf84fdb-5059-41f9-9bbc-6884753a7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:56.734118 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-fbf84fdb-5059-41f9-9bbc-6884753a7ecb service neutron] 10.222.0.57 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 912 time: 0.0842507 Mar 31 20:22:56.855851 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-3c9c52ed-689a-48c8-8ffd-bf32a507a59e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8 HTTP/1.1" status: 200 len: 1000 time: 0.1000311 Mar 31 20:22:56.861818 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343fb49-19ba-420c-bcf9-de1c69676f9b req-18e31d83-c16d-4117-88a4-34275721f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:56.864005 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e343fb49-19ba-420c-bcf9-de1c69676f9b req-18e31d83-c16d-4117-88a4-34275721f4a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 1130 time: 0.1064739 Mar 31 20:22:56.949598 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9390694c-1dea-4d57-9b6c-0d980b97bca8 req-a2148221-36ca-4934-bc9d-e28690393f29 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 210 time: 0.0421338 Mar 31 20:22:56.964762 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-8b1cb493-176c-433c-b2cb-0ba6225b8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:56.966215 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-8b1cb493-176c-433c-b2cb-0ba6225b8ce4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dfa396b-59dd-4cc2-9232-d9b8a65c8441 HTTP/1.1" status: 200 len: 850 time: 0.0918765 Mar 31 20:22:56.989269 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e343fb49-19ba-420c-bcf9-de1c69676f9b req-b35ca91a-4e0f-4f5b-a060-f79634de2ad5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039333 Mar 31 20:22:57.019270 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-45250ed4-08b8-4239-9c2d-de63e26048ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:57.020690 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-45250ed4-08b8-4239-9c2d-de63e26048ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52a08276-8ed8-42f8-83e9-f46419f30e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457225 Mar 31 20:22:57.331942 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-ede1447b-be94-4f61-8e74-6eed0cc37e2e service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803130 Mar 31 20:22:57.698223 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759e854-db18-44ce-91b4-216924e7ba63 req-9aff00dd-a039-4858-bb3d-b9ab18a3fd5c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:57.699606 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3759e854-db18-44ce-91b4-216924e7ba63 req-9aff00dd-a039-4858-bb3d-b9ab18a3fd5c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.3430822 Mar 31 20:22:57.701380 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a7985b3-4110-4eb3-835e-00b601a8afd7 req-1ea6ff92-cb84-44c5-9b92-bb252701f6da service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613884 Mar 31 20:22:57.708929 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0588f-2c3a-4db0-a908-d894376bcce6 req-a987e518-6589-4fa0-926f-7a9c66613538 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:57.710303 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e9f0588f-2c3a-4db0-a908-d894376bcce6 req-a987e518-6589-4fa0-926f-7a9c66613538 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1269972 Mar 31 20:22:57.859041 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3759e854-db18-44ce-91b4-216924e7ba63 req-039ae2fd-2583-4ebc-b5cd-b9f770aef3fd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476736 Mar 31 20:22:57.867602 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e9f0588f-2c3a-4db0-a908-d894376bcce6 req-a17f3e18-ab49-4185-baaf-f13c7ef8286c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499171 Mar 31 20:22:57.925094 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-2b291e58-2044-4093-bccd-aa10eceea580 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:57.926754 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-2b291e58-2044-4093-bccd-aa10eceea580 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.57 "GET /v2.0/networks?id=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a HTTP/1.1" status: 200 len: 808 time: 0.1958153 Mar 31 20:22:57.951601 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Request body: {'port': {'device_id': '9528513e-d75f-44c4-8780-3e20dcbd3332', 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a', 'admin_state_up': True, 'tenant_id': '85cecc86725f4feca03840ad6535d0fb'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:58.069758 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-92e7db49-89fb-479b-9696-b42f2f073b8a req-aac90e8f-99e2-446d-86f8-2166b0fd2681 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 210 time: 0.0373108 Mar 31 20:22:58.103555 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-afe51a2e-6134-45c4-ac2b-a0e146ddefb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.119608 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Made reservation on behalf of 85cecc86725f4feca03840ad6535d0fb for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:22:58.123448 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.319393 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Allocated IP 172.20.0.11 (f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a/8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c/389488b1-5eb7-46ff-94f4-0ea54ac2f6f4) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:22:58.493156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks [] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.532379 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.582294 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:22:58.588640 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:22:58.591261 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:22:58.607072 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:58.607905 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:58.622546 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Pushing event updated for resources: {'Port': ['ID=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:58.631310 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.631640 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.632051 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.632451 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.632831 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.633724 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.634122 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.634547 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.634933 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.635267 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.635670 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.636055 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.636403 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.636813 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.637172 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:22:58.644934 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-0e062550-8991-4e96-b5b6-0ae6b425e4ef tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6971600 Mar 31 20:22:58.656212 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Request body: {'port': {'device_id': '9528513e-d75f-44c4-8780-3e20dcbd3332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:22:58.723578 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:59.047464 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:22:59.063136 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Publish callbacks [] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:59.088675 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d55c2-fb4f-4661-90e7-e0609794c7ef req-218f8095-7da8-4ff2-804c-68f6d626d4fd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:59.090130 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d17d55c2-fb4f-4661-90e7-e0609794c7ef req-218f8095-7da8-4ff2-804c-68f6d626d4fd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1389284 Mar 31 20:22:59.091142 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Transition to ACTIVE for port object 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:22:59.102969 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e515-56c3-4d54-8a60-b9ab0ac41dc8 req-a90b8939-415e-4259-b533-57f83a2505bf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:59.104402 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c755e515-56c3-4d54-8a60-b9ab0ac41dc8 req-a90b8939-415e-4259-b533-57f83a2505bf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1467724 Mar 31 20:22:59.107189 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:59.203819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Pushing event updated for resources: {'Port': ['ID=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:59.224563 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d17d55c2-fb4f-4661-90e7-e0609794c7ef req-28436fba-a2d8-450a-8cea-2e2e65e35223 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192265 Mar 31 20:22:59.248059 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c755e515-56c3-4d54-8a60-b9ab0ac41dc8 req-17d838f9-c2b7-423d-84af-5faf51b11acb tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329455 Mar 31 20:22:59.257287 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Attempting to bind port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:22:59.257619 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Attempting to bind port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b7693a6d-2b08-427d-9c9f-9cce232f99bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:22:59.258471 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Attempting to bind port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 on network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:59.262914 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 on network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:22:59.263232 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Attempting to bind port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 on network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:22:59.279860 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:22:59.280192 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Checking segment: {'id': 'b7693a6d-2b08-427d-9c9f-9cce232f99bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:22:59.280565 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Bound using segment: {'id': 'b7693a6d-2b08-427d-9c9f-9cce232f99bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:22:59.280993 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Bound port: 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7693a6d-2b08-427d-9c9f-9cce232f99bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:22:59.281342 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:59.330728 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:59.385486 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] For port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:22:59.390112 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] For port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,segment=NetworkSegment(b7693a6d-2b08-427d-9c9f-9cce232f99bb),segment_id=b7693a6d-2b08-427d-9c9f-9cce232f99bb)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:22:59.404099 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf406f76-d0f9-4ced-8d1e-563e3b9d5545 req-b64053e5-8ff6-4790-9379-8053769bcfbb tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:59.406345 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cf406f76-d0f9-4ced-8d1e-563e3b9d5545 req-b64053e5-8ff6-4790-9379-8053769bcfbb tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 944 time: 0.0870132 Mar 31 20:22:59.412834 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:59.465884 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:59.466803 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:59.468142 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] 10.222.0.57 "PUT /v2.0/ports/389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 HTTP/1.1" status: 200 len: 1094 time: 0.8165426 Mar 31 20:22:59.473048 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9528513e-d75f-44c4-8780-3e20dcbd3332', 'tag': '389488b1-5eb7-46ff-94f4-0ea54ac2f6f4'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:22:59.475372 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200a54ba-c332-4ae8-b259-1e5648224c76" -d '{"events": [{"name": "network-changed", "server_uuid": "9528513e-d75f-44c4-8780-3e20dcbd3332", "tag": "389488b1-5eb7-46ff-94f4-0ea54ac2f6f4"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:22:59.546403 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39e485-97ce-41cc-a3e1-a056f7b222db service neutron] Pushing event updated for resources: {'Port': ['ID=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:22:59.560440 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cf406f76-d0f9-4ced-8d1e-563e3b9d5545 req-bb0a4906-4f80-4bbd-9250-6e2fb9de98f2 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447942 Mar 31 20:22:59.585621 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-9999d151-b178-4b66-a0ee-88a5bce2c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:59.588342 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-9999d151-b178-4b66-a0ee-88a5bce2c849 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85cecc86725f4feca03840ad6535d0fb&device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 1128 time: 0.0783970 Mar 31 20:22:59.646094 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-f880439d-bffe-40db-a76c-8abd870aa602 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 HTTP/1.1" status: 200 len: 217 time: 0.0452106 Mar 31 20:22:59.682310 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b856b7-edc2-4895-b8df-7f1bb2435136 x-openstack-request-id: req-32b856b7-edc2-4895-b8df-7f1bb2435136 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:22:59.682785 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9528513e-d75f-44c4-8780-3e20dcbd3332", "tag": "389488b1-5eb7-46ff-94f4-0ea54ac2f6f4", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:22:59.683122 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-32b856b7-edc2-4895-b8df-7f1bb2435136 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:22:59.683610 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b856b7-edc2-4895-b8df-7f1bb2435136'] response: {'name': 'network-changed', 'server_uuid': '9528513e-d75f-44c4-8780-3e20dcbd3332', 'tag': '389488b1-5eb7-46ff-94f4-0ea54ac2f6f4', 'status': 'completed', 'code': 200} Mar 31 20:22:59.768145 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855e278-77c7-4dc1-982f-21800c60ea98 req-c988d803-0b83-41e4-b52f-4c52c21e680b tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:59.769711 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3855e278-77c7-4dc1-982f-21800c60ea98 req-c988d803-0b83-41e4-b52f-4c52c21e680b tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 945 time: 0.1265798 Mar 31 20:22:59.782647 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59374) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:22:59.832936 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-80d08e02-cb60-4230-9ee4-c1e0ac567569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:59.834490 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-80d08e02-cb60-4230-9ee4-c1e0ac567569 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c HTTP/1.1" status: 200 len: 848 time: 0.1307836 Mar 31 20:22:59.888261 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-a990f638-4e76-4263-9aff-c49ad05c292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:59.889892 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-a990f638-4e76-4263-9aff-c49ad05c292a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 1129 time: 0.1499023 Mar 31 20:22:59.897113 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3855e278-77c7-4dc1-982f-21800c60ea98 req-fafe0678-cf03-4c87-b6af-a89f371ede2d tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092207 Mar 31 20:22:59.916638 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-02098a9a-3206-4a79-8bbe-5e9f2d333d61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454450 Mar 31 20:22:59.924045 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d6a05-5cbd-4171-8d1f-8fdbaddce748 req-f59f0c14-4db1-4b39-adcf-2b063e69ce7e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:22:59.925577 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2d0d6a05-5cbd-4171-8d1f-8fdbaddce748 req-f59f0c14-4db1-4b39-adcf-2b063e69ce7e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1830232 Mar 31 20:22:59.964212 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.036829 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Publish callbacks [] for security_group (10e02940-8b39-4abd-ba73-093a573f504a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.040701 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (10e02940-8b39-4abd-ba73-093a573f504a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.078255 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1ac2bcbab51e44d2b8183beb8171ef16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938864 Mar 31 20:23:00.079159 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e02940-8b39-4abd-ba73-093a573f504a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:00.081919 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59382) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:00.086734 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.087090 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.087459 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.087809 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.088142 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.088473 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.088805 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.089132 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.089464 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.089793 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.090138 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.090464 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.090822 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.091146 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.091467 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f050a03-243c-410b-aca7-0c3959a6b38f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:00.101120 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2d0d6a05-5cbd-4171-8d1f-8fdbaddce748 req-7960f9a6-3c97-465c-a5a5-cb14cf66e880 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651206 Mar 31 20:23:00.136529 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-f5c34407-47b5-480b-aa94-56ff8b5ead9c service neutron] 10.222.0.57 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027991 Mar 31 20:23:00.141337 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-bc568909-5024-40bb-802f-2f7ed2e8aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:00.142903 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-bc568909-5024-40bb-802f-2f7ed2e8aa62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.2163949 Mar 31 20:23:00.163950 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2b62939f-23f8-4dfd-a28b-d87d0af2364f admin admin] Publish callbacks [] for security_group (10e02940-8b39-4abd-ba73-093a573f504a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.259286 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-83af8d58-86d2-4e57-8430-0e023f401205 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052d6355-9a8e-404c-a306-75b7e9589a9f HTTP/1.1" status: 200 len: 217 time: 0.0845008 Mar 31 20:23:00.266276 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2b62939f-23f8-4dfd-a28b-d87d0af2364f admin admin] Publish callbacks [] for security_group (10e02940-8b39-4abd-ba73-093a573f504a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.387409 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-97e0cf2c-f5e3-4ca6-a0a2-877e83806673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:00.388823 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-97e0cf2c-f5e3-4ca6-a0a2-877e83806673 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.1207359 Mar 31 20:23:00.405491 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-afc3b9eb-1552-4149-9888-dadac864dfe2 req-5c2fb030-52ff-48c2-9c7a-53e25fd83456 service neutron] 10.222.0.57 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315855 Mar 31 20:23:00.426157 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2b62939f-23f8-4dfd-a28b-d87d0af2364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (10e02940-8b39-4abd-ba73-093a573f504a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.429268 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2b62939f-23f8-4dfd-a28b-d87d0af2364f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.431595 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-2b62939f-23f8-4dfd-a28b-d87d0af2364f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/10e02940-8b39-4abd-ba73-093a573f504a HTTP/1.1" status: 204 len: 168 time: 0.3466184 Mar 31 20:23:00.460298 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62939f-23f8-4dfd-a28b-d87d0af2364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e02940-8b39-4abd-ba73-093a573f504a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:00.474217 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f7f58-c5c2-4ef4-a4cd-fd0814246d06 req-c8639c13-60fe-4ff3-9c1a-86ac979bcaca tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:00.475980 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c05f7f58-c5c2-4ef4-a4cd-fd0814246d06 req-c8639c13-60fe-4ff3-9c1a-86ac979bcaca tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1464162 Mar 31 20:23:00.549972 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-829e6795-580a-440d-8c90-204d588d761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:00.551493 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-829e6795-580a-440d-8c90-204d588d761f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1346424 Mar 31 20:23:00.573071 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c05f7f58-c5c2-4ef4-a4cd-fd0814246d06 req-87c5dd7d-8485-4489-a037-c8186d001856 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841930 Mar 31 20:23:00.575806 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a54ba-c332-4ae8-b259-1e5648224c76 req-5e6226a9-de8f-497f-8e28-65a4d904f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:00.577177 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-200a54ba-c332-4ae8-b259-1e5648224c76 req-5e6226a9-de8f-497f-8e28-65a4d904f224 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85cecc86725f4feca03840ad6535d0fb&device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 1128 time: 0.0992749 Mar 31 20:23:00.688417 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.742577 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59394) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:00.756717 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0eed5b87-56c9-4bcc-a9c3-9a68db3e6c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.832871 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0eed5b87-56c9-4bcc-a9c3-9a68db3e6c11 admin admin] Publish callbacks [] for security_group (0557881e-e3ae-4062-b077-aa47bda58d50), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.837383 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0eed5b87-56c9-4bcc-a9c3-9a68db3e6c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0557881e-e3ae-4062-b077-aa47bda58d50), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.876491 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0eed5b87-56c9-4bcc-a9c3-9a68db3e6c11 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5ad93be56fff422587be6c22ce6e8cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326704 Mar 31 20:23:00.877784 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed5b87-56c9-4bcc-a9c3-9a68db3e6c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0557881e-e3ae-4062-b077-aa47bda58d50,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:00.880113 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59396) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:00.928355 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1546bd68-6eaf-4d24-a4e5-4f19579ea6e0 admin admin] Publish callbacks [] for security_group (0557881e-e3ae-4062-b077-aa47bda58d50), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:00.953430 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1546bd68-6eaf-4d24-a4e5-4f19579ea6e0 admin admin] Publish callbacks [] for security_group (0557881e-e3ae-4062-b077-aa47bda58d50), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.004857 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1546bd68-6eaf-4d24-a4e5-4f19579ea6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0557881e-e3ae-4062-b077-aa47bda58d50), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.007830 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1546bd68-6eaf-4d24-a4e5-4f19579ea6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.009331 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-1546bd68-6eaf-4d24-a4e5-4f19579ea6e0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0557881e-e3ae-4062-b077-aa47bda58d50 HTTP/1.1" status: 204 len: 168 time: 0.1282010 Mar 31 20:23:01.018047 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546bd68-6eaf-4d24-a4e5-4f19579ea6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0557881e-e3ae-4062-b077-aa47bda58d50,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:01.055771 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79bc9-b065-4de1-a04d-fecf22a81487 req-eae4ebe9-978f-4dea-9138-c1f25a015b03 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:01.057247 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1b79bc9-b065-4de1-a04d-fecf22a81487 req-eae4ebe9-978f-4dea-9138-c1f25a015b03 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.2310338 Mar 31 20:23:01.066055 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59408) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:01.071248 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-b4379ea8-219c-4390-bce8-a69fb5fd025f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'floatingip': {'port_id': '9e52a048-84cb-45c5-9809-e1be581e1bd1'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:01.083876 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e86460-6250-4bae-a4da-528a506518cd req-da033a98-a224-4b8e-918c-00cd6c7325b1 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:01.085229 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-75e86460-6250-4bae-a4da-528a506518cd req-da033a98-a224-4b8e-918c-00cd6c7325b1 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 944 time: 0.2579348 Mar 31 20:23:01.087052 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a54ba-c332-4ae8-b259-1e5648224c76 req-f569c34f-6633-4c4b-9e35-3f4a6f7f5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:01.088787 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-200a54ba-c332-4ae8-b259-1e5648224c76 req-f569c34f-6633-4c4b-9e35-3f4a6f7f5dc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a HTTP/1.1" status: 200 len: 909 time: 0.2601936 Mar 31 20:23:01.090279 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-6f498c7f-08ee-4836-880f-26ed962ead6d service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916365 Mar 31 20:23:01.157439 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4379ea8-219c-4390-bce8-a69fb5fd025f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (d297d5cd-e8b4-4647-9e9a-101dc87bc08b), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.217990 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-200a54ba-c332-4ae8-b259-1e5648224c76 req-d9d30ee9-40c3-4f5e-ab14-2bca6d3b7249 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 HTTP/1.1" status: 200 len: 217 time: 0.1062691 Mar 31 20:23:01.294294 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-75e86460-6250-4bae-a4da-528a506518cd req-53b0d471-7a03-4e1a-b195-30e36dab86f4 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946177 Mar 31 20:23:01.342445 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295d279-f1d3-4e87-8905-dbb350608b3a req-3c1d3839-88a2-4634-a2db-00ea402d4a67 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:01.344293 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6295d279-f1d3-4e87-8905-dbb350608b3a req-3c1d3839-88a2-4634-a2db-00ea402d4a67 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 945 time: 0.2012384 Mar 31 20:23:01.355635 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a54ba-c332-4ae8-b259-1e5648224c76 req-a482fa5f-218d-41c5-9db2-163a7d09984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:01.357225 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-200a54ba-c332-4ae8-b259-1e5648224c76 req-a482fa5f-218d-41c5-9db2-163a7d09984c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c HTTP/1.1" status: 200 len: 848 time: 0.1173580 Mar 31 20:23:01.425970 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-200a54ba-c332-4ae8-b259-1e5648224c76 req-0dbae92d-ac9d-4a93-aa91-c44231a55273 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482626 Mar 31 20:23:01.426118 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59414) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:01.430557 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97a01b4c-01d0-4703-ad97-7387a8f064ee req-73d03950-8b43-4202-98d4-cec2d77fea40 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172312 Mar 31 20:23:01.442590 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-397c42e8-5a82-45e0-aeb8-6d81bad52bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.535629 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6295d279-f1d3-4e87-8905-dbb350608b3a req-925b70c4-7569-464a-a934-1fc4d89e011e tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821735 Mar 31 20:23:01.566556 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b0c57-e368-479c-9601-226c967d6887 req-35816f27-b3a6-4996-981d-9c84e3c2f0f2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:01.568064 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-171b0c57-e368-479c-9601-226c967d6887 req-35816f27-b3a6-4996-981d-9c84e3c2f0f2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1724842 Mar 31 20:23:01.589755 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-200a54ba-c332-4ae8-b259-1e5648224c76 req-84bddf1a-7c3b-4d57-9dbb-f6e291276327 service neutron] 10.222.0.57 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326504 Mar 31 20:23:01.664940 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-171b0c57-e368-479c-9601-226c967d6887 req-5419ed5a-3046-414d-a5a6-f8917a8416b7 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871022 Mar 31 20:23:01.703150 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-200a54ba-c332-4ae8-b259-1e5648224c76 req-7b278d12-066c-4521-ba6a-de982a1848fc service neutron] 10.222.0.57 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956404 Mar 31 20:23:01.752176 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-397c42e8-5a82-45e0-aeb8-6d81bad52bb1 admin admin] Publish callbacks [] for security_group (8d79773f-503d-4011-b5dd-2e28ed0a52ed), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.776860 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-397c42e8-5a82-45e0-aeb8-6d81bad52bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8d79773f-503d-4011-b5dd-2e28ed0a52ed), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.877164 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-397c42e8-5a82-45e0-aeb8-6d81bad52bb1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bc6e68db8d14421480527fbdf98d8949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500818 Mar 31 20:23:01.879727 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59420) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:01.883690 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c42e8-5a82-45e0-aeb8-6d81bad52bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d79773f-503d-4011-b5dd-2e28ed0a52ed,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:01.934768 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236a2795-6894-44c0-a071-7c437b712523 admin admin] Publish callbacks [] for security_group (8d79773f-503d-4011-b5dd-2e28ed0a52ed), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:01.957121 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236a2795-6894-44c0-a071-7c437b712523 admin admin] Publish callbacks [] for security_group (8d79773f-503d-4011-b5dd-2e28ed0a52ed), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:02.006122 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236a2795-6894-44c0-a071-7c437b712523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8d79773f-503d-4011-b5dd-2e28ed0a52ed), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:02.009548 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236a2795-6894-44c0-a071-7c437b712523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:02.010759 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-236a2795-6894-44c0-a071-7c437b712523 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8d79773f-503d-4011-b5dd-2e28ed0a52ed HTTP/1.1" status: 204 len: 168 time: 0.1300168 Mar 31 20:23:02.021363 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a2795-6894-44c0-a071-7c437b712523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d79773f-503d-4011-b5dd-2e28ed0a52ed,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:02.102258 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4379ea8-219c-4390-bce8-a69fb5fd025f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:02.108393 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4379ea8-219c-4390-bce8-a69fb5fd025f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (d297d5cd-e8b4-4647-9e9a-101dc87bc08b), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:02.112126 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:02.185324 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-9395ea10-2a78-4836-bc21-418d56382d3e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540180 Mar 31 20:23:02.227460 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.l3_db [None req-b4379ea8-219c-4390-bce8-a69fb5fd025f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Floating IP d297d5cd-e8b4-4647-9e9a-101dc87bc08b associated. External IP: 172.27.1.45, port: 9e52a048-84cb-45c5-9809-e1be581e1bd1. Mar 31 20:23:02.300444 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-5a98623c-31a1-46c3-8a9d-4b1e626be4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:02.303312 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-5a98623c-31a1-46c3-8a9d-4b1e626be4dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 1130 time: 0.0504506 Mar 31 20:23:02.481911 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4379ea8-219c-4390-bce8-a69fb5fd025f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Router fd38d247-1bf4-4567-b427-dde47a17b6b7 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:23:02.555803 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-073b9532-3e52-4993-b170-22415fb2bebc tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:02.557348 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-073b9532-3e52-4993-b170-22415fb2bebc tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.57 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 945 time: 0.0802870 Mar 31 20:23:02.619186 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8941f9b-b8d2-4808-a073-f6e0e3243cb7 req-1d9bab9b-0a65-4058-90bc-a5b9c58f19c2 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:02.625862 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c8941f9b-b8d2-4808-a073-f6e0e3243cb7 req-1d9bab9b-0a65-4058-90bc-a5b9c58f19c2 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 944 time: 0.1857059 Mar 31 20:23:02.628099 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-0e9f1224-9df1-4b65-a274-d465e582024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:02.629850 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-0e9f1224-9df1-4b65-a274-d465e582024b service neutron] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 916 time: 0.2905066 Mar 31 20:23:02.634108 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4379ea8-219c-4390-bce8-a69fb5fd025f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:02.639456 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b4379ea8-219c-4390-bce8-a69fb5fd025f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:02.644524 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] Sync routers for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:02.660083 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:02.663170 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:22:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:02.736551 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-b4379ea8-219c-4390-bce8-a69fb5fd025f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "PUT /v2.0/floatingips/d297d5cd-e8b4-4647-9e9a-101dc87bc08b HTTP/1.1" status: 200 len: 991 time: 1.6535263 Mar 31 20:23:02.736551 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:02.736551 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bf1760-6faf-4b06-9879-1654a6fc68b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:02.832279 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:02.867799 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c8941f9b-b8d2-4808-a073-f6e0e3243cb7 req-99c9ee8e-811b-4bc6-bf0c-cd9b16a001e6 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403278 Mar 31 20:23:02.878705 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-970ffcfb-04d5-4dcf-be17-e53d022fe30c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53db945d-2e77-4a01-9691-4793e895c9ea HTTP/1.1" status: 200 len: 1001 time: 0.2367067 Mar 31 20:23:02.940821 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665f8f-acc0-41cc-ab9e-6d600661ba11 req-c1820ae6-eacf-40cf-8cf8-3c5f018f3b54 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:02.942643 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-24665f8f-acc0-41cc-ab9e-6d600661ba11 req-c1820ae6-eacf-40cf-8cf8-3c5f018f3b54 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 945 time: 0.2750514 Mar 31 20:23:02.964233 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-2161f729-5d71-4b00-980e-10a921970189 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Deleting port 3f0a75ae-3bed-4ea1-a366-223228f42992 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:23:02.964854 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-2161f729-5d71-4b00-980e-10a921970189 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:03.057711 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-f74bed0f-7d25-4fb1-9331-207c8bc76649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:03.059194 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-f74bed0f-7d25-4fb1-9331-207c8bc76649 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.1732316 Mar 31 20:23:03.090383 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'd297d5cd-e8b4-4647-9e9a-101dc87bc08b', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'port_id': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'mac_address': 'fa:16:3e:37:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:32Z', 'updated_at': '2022-03-31T20:23:01Z', 'revision_number': 1, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:03.126989 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] Checking router: fd38d247-1bf4-4567-b427-dde47a17b6b7 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:03.138114 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:03.139149 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:22:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:03.143044 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-24665f8f-acc0-41cc-ab9e-6d600661ba11 req-b9dfe289-7198-432f-a4bf-dacf3d042778 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/security-groups?id=4114c5f3-82e0-4e52-8ed9-27f58340b459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740761 Mar 31 20:23:03.152146 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f77e82-b359-45b9-a9e1-24b4b29ac3b7 req-3ff6fd85-4f2f-4265-86f3-60f7d8e5db58 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:03.153608 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f8f77e82-b359-45b9-a9e1-24b4b29ac3b7 req-3ff6fd85-4f2f-4265-86f3-60f7d8e5db58 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.2053590 Mar 31 20:23:03.181457 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-2161f729-5d71-4b00-980e-10a921970189 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] For port 3f0a75ae-3bed-4ea1-a366-223228f42992, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3f0a75ae-3bed-4ea1-a366-223228f42992,segment=NetworkSegment(d3fcfc8e-1578-420d-bad4-9a2024337489),segment_id=d3fcfc8e-1578-420d-bad4-9a2024337489)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:03.181457 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-2161f729-5d71-4b00-980e-10a921970189 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:03.207237 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-2161f729-5d71-4b00-980e-10a921970189 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Calling delete_port for 3f0a75ae-3bed-4ea1-a366-223228f42992 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:23:03.242982 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ed60b-60f6-474d-9d6b-f07521358b89 x-openstack-request-id: req-f91ed60b-60f6-474d-9d6b-f07521358b89 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:03.243568 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:03.243662 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f91ed60b-60f6-474d-9d6b-f07521358b89 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:03.244107 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91ed60b-60f6-474d-9d6b-f07521358b89'] response: {'name': 'network-changed', 'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'status': 'completed', 'code': 200} Mar 31 20:23:03.254711 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-42466124-cd5a-4ad1-871b-ec73ac9ffa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:03.256626 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-42466124-cd5a-4ad1-871b-ec73ac9ffa2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1825294 Mar 31 20:23:03.319202 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:03.352742 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f8f77e82-b359-45b9-a9e1-24b4b29ac3b7 req-2cb10678-f3dd-490c-a759-fa372a22e251 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877096 Mar 31 20:23:03.362847 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-d95df8b9-34f0-49ab-9510-fb200482dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:03.368363 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-d95df8b9-34f0-49ab-9510-fb200482dcef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 1130 time: 0.0867658 Mar 31 20:23:03.432431 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:03.513333 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-42488196-44bd-41c0-9c51-a5e7ee55a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:03.518360 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-42488196-44bd-41c0-9c51-a5e7ee55a195 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 918 time: 0.1389337 Mar 31 20:23:03.587529 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59524) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:03.608478 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'd297d5cd-e8b4-4647-9e9a-101dc87bc08b', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'port_id': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'mac_address': 'fa:16:3e:37:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:32Z', 'updated_at': '2022-03-31T20:23:01Z', 'revision_number': 1, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:03.643412 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2028e55-6cbc-4445-8a46-055b479c86de None None] The sync data for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi is: [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'd297d5cd-e8b4-4647-9e9a-101dc87bc08b', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'port_id': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'mac_address': 'fa:16:3e:37:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:32Z', 'updated_at': '2022-03-31T20:23:01Z', 'revision_number': 1, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:23:03.663350 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-0a222d6c-0171-471a-ab19-03a7003f3517 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1 HTTP/1.1" status: 200 len: 999 time: 0.1278183 Mar 31 20:23:03.724997 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-9b32c971-b9c7-4ba8-9012-99937e90e7bf service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334159 Mar 31 20:23:03.736953 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-d97c684a-7842-401d-a732-0bc41f764c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:03.738186 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-d97c684a-7842-401d-a732-0bc41f764c36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 200 len: 856 time: 0.0657744 Mar 31 20:23:03.802475 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c89a835d-b8ad-48f1-bb84-dc4645279e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:03.820012 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-5699a4a5-5afd-4861-b0ee-b8086ff3e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:03.821565 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-5699a4a5-5afd-4861-b0ee-b8086ff3e3ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735831 Mar 31 20:23:03.846546 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-2161f729-5d71-4b00-980e-10a921970189 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383'] for port (3f0a75ae-3bed-4ea1-a366-223228f42992), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:03.865553 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['3f0a75ae-3bed-4ea1-a366-223228f42992'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:23:03.892264 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161f729-5d71-4b00-980e-10a921970189 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Pushing event deleted for resources: {'Port': ['ID=3f0a75ae-3bed-4ea1-a366-223228f42992,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:03.929106 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e5a894-52b3-4a45-9fca-3aa9a62e4c8c req-3c1ea05c-533e-4629-b3a4-aa6cfde5f499 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771066 Mar 31 20:23:03.950894 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-1e342ea1-1103-4537-af47-098db890f68b service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208239 Mar 31 20:23:03.974212 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-2161f729-5d71-4b00-980e-10a921970189 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] No DVR routers for this DVR port 3f0a75ae-3bed-4ea1-a366-223228f42992 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:23:03.987134 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-2161f729-5d71-4b00-980e-10a921970189 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:03.987324 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c137a-a8f6-4416-afb5-3757ddbaf657 None None] New status for floating IP d297d5cd-e8b4-4647-9e9a-101dc87bc08b: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:23:03.989794 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-27ae73e2-f9e4-41a9-88a3-b5463475cfbe req-2161f729-5d71-4b00-980e-10a921970189 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.57 "DELETE /v2.0/ports/3f0a75ae-3bed-4ea1-a366-223228f42992 HTTP/1.1" status: 204 len: 173 time: 1.4183266 Mar 31 20:23:03.990268 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cead3601-c912-4212-8a6e-f26dfef2006f', 'name': 'network-vif-deleted', 'tag': '3f0a75ae-3bed-4ea1-a366-223228f42992'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:03.992700 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75e230e-a87d-473f-b969-f8b46a6a572c" -d '{"events": [{"server_uuid": "cead3601-c912-4212-8a6e-f26dfef2006f", "name": "network-vif-deleted", "tag": "3f0a75ae-3bed-4ea1-a366-223228f42992"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:04.046154 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c89a835d-b8ad-48f1-bb84-dc4645279e6f admin admin] Publish callbacks [] for security_group (5f27eb7b-e1f1-4d52-a35d-1092fd522bbb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:04.055312 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c89a835d-b8ad-48f1-bb84-dc4645279e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (5f27eb7b-e1f1-4d52-a35d-1092fd522bbb), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:04.085502 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c89a835d-b8ad-48f1-bb84-dc4645279e6f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1a3c3e81a2494e1e80bd77520b9b78db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4945827 Mar 31 20:23:04.091536 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59536) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:04.100988 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54e52f-3e1a-4532-aaa6-e4cf341c6961 req-da94a698-220a-4eb7-aa67-8fce9cdd96ba tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:04.104145 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-be54e52f-3e1a-4532-aaa6-e4cf341c6961 req-da94a698-220a-4eb7-aa67-8fce9cdd96ba tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 944 time: 0.1309564 Mar 31 20:23:04.107842 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7e2506-6177-4a23-9d18-5cb38e21c4db x-openstack-request-id: req-3a7e2506-6177-4a23-9d18-5cb38e21c4db {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:04.107997 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cead3601-c912-4212-8a6e-f26dfef2006f", "name": "network-vif-deleted", "tag": "3f0a75ae-3bed-4ea1-a366-223228f42992", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:04.108767 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3a7e2506-6177-4a23-9d18-5cb38e21c4db {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:04.109080 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7e2506-6177-4a23-9d18-5cb38e21c4db'] response: {'server_uuid': 'cead3601-c912-4212-8a6e-f26dfef2006f', 'name': 'network-vif-deleted', 'tag': '3f0a75ae-3bed-4ea1-a366-223228f42992', 'status': 'completed', 'code': 200} Mar 31 20:23:04.138254 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a835d-b8ad-48f1-bb84-dc4645279e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f27eb7b-e1f1-4d52-a35d-1092fd522bbb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:04.169689 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c7bf1760-6faf-4b06-9879-1654a6fc68b8 req-89f73a70-8264-488a-8a9e-ded434612bc0 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921849 Mar 31 20:23:04.174554 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-be54e52f-3e1a-4532-aaa6-e4cf341c6961 req-e558fcc7-7dd3-4fbf-b98a-9aea6de0c3a4 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596778 Mar 31 20:23:04.192100 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-167085b5-1204-4aae-8e87-567b0ab4c957 admin admin] Publish callbacks [] for security_group (5f27eb7b-e1f1-4d52-a35d-1092fd522bbb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:04.216792 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-167085b5-1204-4aae-8e87-567b0ab4c957 admin admin] Publish callbacks [] for security_group (5f27eb7b-e1f1-4d52-a35d-1092fd522bbb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:04.265796 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ce2c682d-a4c0-423a-9024-ff9008266676 req-9696f3d6-7585-4530-af6b-949f87e866a6 tempest-DeleteServersTestJSON-1446497111 tempest-DeleteServersTestJSON-1446497111-project] 10.222.0.82 "GET /v2.0/ports?device_id=cead3601-c912-4212-8a6e-f26dfef2006f HTTP/1.1" status: 200 len: 210 time: 0.0287504 Mar 31 20:23:04.272264 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-167085b5-1204-4aae-8e87-567b0ab4c957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (5f27eb7b-e1f1-4d52-a35d-1092fd522bbb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:04.275098 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-167085b5-1204-4aae-8e87-567b0ab4c957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:04.276235 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-167085b5-1204-4aae-8e87-567b0ab4c957 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5f27eb7b-e1f1-4d52-a35d-1092fd522bbb HTTP/1.1" status: 204 len: 168 time: 0.1837640 Mar 31 20:23:04.282017 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:23:04.292992 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167085b5-1204-4aae-8e87-567b0ab4c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f27eb7b-e1f1-4d52-a35d-1092fd522bbb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:04.406253 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,segment=NetworkSegment(b7693a6d-2b08-427d-9c9f-9cce232f99bb),segment_id=b7693a6d-2b08-427d-9c9f-9cce232f99bb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:04.425021 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '389488b1-5eb7-46ff-94f4-0ea54ac2f6f4', 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a', 'port_id': '389488b1-5eb7-46ff-94f4-0ea54ac2f6f4', 'mac_address': 'fa:16:3e:76:23:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:23:04.484811 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:04.485569 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:04.504224 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:04.507311 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7ec33-2e9c-4763-a74f-007878e74ef4 req-d284c452-a756-405e-acfd-174ec84c4cc8 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:04.509509 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-26a7ec33-2e9c-4763-a74f-007878e74ef4 req-d284c452-a756-405e-acfd-174ec84c4cc8 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0597663 Mar 31 20:23:04.538489 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,segment=NetworkSegment(b7693a6d-2b08-427d-9c9f-9cce232f99bb),segment_id=b7693a6d-2b08-427d-9c9f-9cce232f99bb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:04.543418 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:04.569531 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-26a7ec33-2e9c-4763-a74f-007878e74ef4 req-ff63bdd8-afd0-4ad3-bf7c-74c46ae2fdf1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516682 Mar 31 20:23:04.606522 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:04.613771 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.614265 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.614696 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.615140 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.615548 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.615950 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.616348 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.616745 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.617804 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.618207 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.618634 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.619065 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.619472 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.619799 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:04.620161 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:05.051322 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['389488b1-5eb7-46ff-94f4-0ea54ac2f6f4'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:23:05.300523 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c40543-8f77-40b5-88f6-cc1437c47b9f req-b4bd590b-876f-4911-984b-f03157dcab63 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:05.302218 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2c40543-8f77-40b5-88f6-cc1437c47b9f req-b4bd590b-876f-4911-984b-f03157dcab63 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 945 time: 0.0634789 Mar 31 20:23:05.364015 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2c40543-8f77-40b5-88f6-cc1437c47b9f req-76187907-c6eb-4ce3-9dc8-f1d16eabfb56 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556133 Mar 31 20:23:05.687172 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efff7c6-a540-4606-9ad3-230cfe64ff1e req-d70f858f-d712-4db4-bbd4-8b8482dcc8bb tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:05.688627 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2efff7c6-a540-4606-9ad3-230cfe64ff1e req-d70f858f-d712-4db4-bbd4-8b8482dcc8bb tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0511124 Mar 31 20:23:05.735922 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2efff7c6-a540-4606-9ad3-230cfe64ff1e req-239e8a83-9b31-48b5-9bed-fe90d1452ab8 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Mar 31 20:23:06.293654 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:06.339851 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:23:06.343731 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:06.344104 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.420634 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:06.421212 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.454254 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9528513e-d75f-44c4-8780-3e20dcbd3332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389488b1-5eb7-46ff-94f4-0ea54ac2f6f4'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:06.456587 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b66a12-b29f-4fd1-86d2-7c8e4ebe9f9a" -d '{"events": [{"server_uuid": "9528513e-d75f-44c4-8780-3e20dcbd3332", "name": "network-vif-plugged", "status": "completed", "tag": "389488b1-5eb7-46ff-94f4-0ea54ac2f6f4"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:06.470325 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,segment=NetworkSegment(b7693a6d-2b08-427d-9c9f-9cce232f99bb),segment_id=b7693a6d-2b08-427d-9c9f-9cce232f99bb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:06.474846 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.475680 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 3f0a75ae-3bed-4ea1-a366-223228f42992 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:23:06.512641 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ad49-bfd8-4b46-8edd-689b4035aef9 req-4a779088-03bd-4ac5-b31a-5f5aa637511f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:06.514258 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6d93ad49-bfd8-4b46-8edd-689b4035aef9 req-4a779088-03bd-4ac5-b31a-5f5aa637511f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 945 time: 0.0688465 Mar 31 20:23:06.582630 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6d93ad49-bfd8-4b46-8edd-689b4035aef9 req-240e36dc-d91c-44a8-9255-6ea73192d6c6 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625763 Mar 31 20:23:06.653249 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c8e0e5-9643-4c02-86df-ce5d24731b43 x-openstack-request-id: req-98c8e0e5-9643-4c02-86df-ce5d24731b43 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:06.653585 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9528513e-d75f-44c4-8780-3e20dcbd3332", "name": "network-vif-plugged", "status": "completed", "tag": "389488b1-5eb7-46ff-94f4-0ea54ac2f6f4", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:06.653808 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-98c8e0e5-9643-4c02-86df-ce5d24731b43 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:06.654730 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c8e0e5-9643-4c02-86df-ce5d24731b43'] response: {'server_uuid': '9528513e-d75f-44c4-8780-3e20dcbd3332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389488b1-5eb7-46ff-94f4-0ea54ac2f6f4', 'code': 200} Mar 31 20:23:06.658255 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 3f0a75ae-3bed-4ea1-a366-223228f42992 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:23:06.658605 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 3f0a75ae-3bed-4ea1-a366-223228f42992 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:23:06.708971 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:06.719461 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12480e7-f975-47cb-92d5-add8099b2860 req-79a85725-58d3-4c62-b3a6-fa799e268070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:06.721144 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-d12480e7-f975-47cb-92d5-add8099b2860 req-79a85725-58d3-4c62-b3a6-fa799e268070 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 1130 time: 0.0587664 Mar 31 20:23:06.750723 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59612) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:06.775228 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-d12480e7-f975-47cb-92d5-add8099b2860 req-2d662fc9-49a9-47ae-9b83-8ac20e173421 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Mar 31 20:23:06.817368 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce93ed73-c86f-4fa3-b1c9-f2c3ec2c4a49 admin admin] Deleting subnet d6cc954c-bd60-4241-994b-ca8aa7f8cba4 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:23:06.820838 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce93ed73-c86f-4fa3-b1c9-f2c3ec2c4a49 admin admin] Publish callbacks [] for subnet (d6cc954c-bd60-4241-994b-ca8aa7f8cba4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.881551 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce93ed73-c86f-4fa3-b1c9-f2c3ec2c4a49 admin admin] Publish callbacks [] for subnet (d6cc954c-bd60-4241-994b-ca8aa7f8cba4), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.893123 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce93ed73-c86f-4fa3-b1c9-f2c3ec2c4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (d6cc954c-bd60-4241-994b-ca8aa7f8cba4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.947751 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e18adf-5821-45ae-91a3-00fb84ab7684 req-7820e359-25e8-4f56-8874-b77fd4d0349e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:06.949322 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-60e18adf-5821-45ae-91a3-00fb84ab7684 req-7820e359-25e8-4f56-8874-b77fd4d0349e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1088984 Mar 31 20:23:06.987696 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce93ed73-c86f-4fa3-b1c9-f2c3ec2c4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (d6cc954c-bd60-4241-994b-ca8aa7f8cba4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.023386 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93ed73-c86f-4fa3-b1c9-f2c3ec2c4a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6cc954c-bd60-4241-994b-ca8aa7f8cba4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:07.035089 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce93ed73-c86f-4fa3-b1c9-f2c3ec2c4a49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.038481 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ce93ed73-c86f-4fa3-b1c9-f2c3ec2c4a49 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d6cc954c-bd60-4241-994b-ca8aa7f8cba4 HTTP/1.1" status: 204 len: 168 time: 0.2851713 Mar 31 20:23:07.041827 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59632) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:07.046823 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-60e18adf-5821-45ae-91a3-00fb84ab7684 req-242b0893-b560-4aa5-84c1-b92e4c4e8877 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758526 Mar 31 20:23:07.116867 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (006c9023-52aa-4778-89df-05426fb3df76), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.202708 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (006c9023-52aa-4778-89df-05426fb3df76), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.224269 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.224651 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.225390 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.225720 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.226041 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.226925 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.235465 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.235465 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.235465 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.235465 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.332963 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.333242 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.333573 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.333900 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:07.334269 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006c9023-52aa-4778-89df-05426fb3df76']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:07.350922 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fcfc8e-1578-420d-bad4-9a2024337489') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:07.351216 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fcfc8e-1578-420d-bad4-9a2024337489') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:07.366096 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25685525'] for segment (d3fcfc8e-1578-420d-bad4-9a2024337489), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.387899 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (d3fcfc8e-1578-420d-bad4-9a2024337489), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.395858 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:23:07.396269 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512093'] for segment (d3fcfc8e-1578-420d-bad4-9a2024337489), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: from cryptography.utils import int_from_bytes Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: from cryptography.utils import int_from_bytes Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: Traceback (most recent call last): Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: timer() Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: cb(*args, **kw) Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: return func(*args, **kwargs) Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: self._notify() Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: self.callback(batched_events) Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: event.method(event) Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: return f(self, *a, **k) Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._get(url).json() Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: return self.request(url, 'GET', **kwargs) Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:23:07.423560 dv-cinder-836071-1-iscsi neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:23:07.484243 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (006c9023-52aa-4778-89df-05426fb3df76), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.491740 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.495384 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] 10.222.0.82 "DELETE /v2.0/networks/006c9023-52aa-4778-89df-05426fb3df76 HTTP/1.1" status: 204 len: 168 time: 0.4522676 Mar 31 20:23:07.508667 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283e88a-2060-4e22-bfb4-1653ca067cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=006c9023-52aa-4778-89df-05426fb3df76,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:07.664711 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59644) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:07.705057 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f5bf6-0a5a-4c74-bfcb-3ed18d762f4b req-624e0e38-6c71-439e-97ac-5ad28aacd989 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:07.707170 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3d7f5bf6-0a5a-4c74-bfcb-3ed18d762f4b req-624e0e38-6c71-439e-97ac-5ad28aacd989 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 946 time: 0.0566685 Mar 31 20:23:07.717209 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-f1cf6bc8-0717-4fc3-9a02-aa4e71fa37e1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b2dc8e0e7dd04f4d9cdc30d320fdba47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474024 Mar 31 20:23:07.719799 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59646) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:07.755563 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3d7f5bf6-0a5a-4c74-bfcb-3ed18d762f4b req-628b8495-f01a-4e1e-ab16-ea6a3e376c6c tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Mar 31 20:23:07.765032 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-791c48bf-053a-44bf-91df-ddaaa1d74398 admin admin] Publish callbacks [] for security_group (4114c5f3-82e0-4e52-8ed9-27f58340b459), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.790960 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-791c48bf-053a-44bf-91df-ddaaa1d74398 admin admin] Publish callbacks [] for security_group (4114c5f3-82e0-4e52-8ed9-27f58340b459), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.838760 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-791c48bf-053a-44bf-91df-ddaaa1d74398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (4114c5f3-82e0-4e52-8ed9-27f58340b459), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.841394 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-791c48bf-053a-44bf-91df-ddaaa1d74398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:07.842503 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-791c48bf-053a-44bf-91df-ddaaa1d74398 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4114c5f3-82e0-4e52-8ed9-27f58340b459 HTTP/1.1" status: 204 len: 168 time: 0.1218014 Mar 31 20:23:07.850186 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c48bf-053a-44bf-91df-ddaaa1d74398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4114c5f3-82e0-4e52-8ed9-27f58340b459,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:08.174055 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d219d-f6b0-407e-af9c-2e7f64f8f35c req-31c395c3-a3c2-4aa9-ac0e-81a013ab4d86 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:08.175636 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bf4d219d-f6b0-407e-af9c-2e7f64f8f35c req-31c395c3-a3c2-4aa9-ac0e-81a013ab4d86 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0566690 Mar 31 20:23:08.222972 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bf4d219d-f6b0-407e-af9c-2e7f64f8f35c req-4bde9805-8375-4a49-8963-7108c497ce0b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Mar 31 20:23:08.472216 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59676) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:08.575925 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59684) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:08.633003 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb6c9-a961-414f-b4ab-fc451b3625ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.679169 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2091619352-network', 'tenant_id': '1f9e21c6fcdd44279b961ed8772997c7'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:08.711654 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Made reservation on behalf of 1f9e21c6fcdd44279b961ed8772997c7 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:08.713834 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.728948 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.743576 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb6c9-a961-414f-b4ab-fc451b3625ab admin admin] Publish callbacks [] for security_group (1e2a4b26-13bf-418a-bdd2-29cdfdf8850c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.749418 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb6c9-a961-414f-b4ab-fc451b3625ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (1e2a4b26-13bf-418a-bdd2-29cdfdf8850c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.806683 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bb6c9-a961-414f-b4ab-fc451b3625ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2a4b26-13bf-418a-bdd2-29cdfdf8850c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:08.812050 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-ef5bb6c9-a961-414f-b4ab-fc451b3625ab admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=41c90bd9c1e84f9b8848c12320d308d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388169 Mar 31 20:23:08.815287 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59690) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:08.854290 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Publish callbacks [] for security_group (730c1689-d3b1-49e6-8731-c00717078426), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.858824 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (730c1689-d3b1-49e6-8731-c00717078426), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.885857 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:08.891238 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730c1689-d3b1-49e6-8731-c00717078426,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:08.899125 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (0d0d9de8-3723-4f10-b3b6-1ed7199bffcb), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.899545 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Added segment 0d0d9de8-3723-4f10-b3b6-1ed7199bffcb of type vlan for network 0448b559-09dd-4900-be61-1669e608040e Mar 31 20:23:08.911082 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84ef1123-7462-4040-9517-b31c723de972 admin admin] Publish callbacks [] for security_group (1e2a4b26-13bf-418a-bdd2-29cdfdf8850c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.921924 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44fa5a-91ae-4ad6-b12e-c498c3ea5928 req-2d396c1d-e5e8-4be6-ba9f-b26b53b681a8 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:08.923430 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3c44fa5a-91ae-4ad6-b12e-c498c3ea5928 req-2d396c1d-e5e8-4be6-ba9f-b26b53b681a8 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 946 time: 0.0931890 Mar 31 20:23:08.941798 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (0448b559-09dd-4900-be61-1669e608040e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.957333 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84ef1123-7462-4040-9517-b31c723de972 admin admin] Publish callbacks [] for security_group (1e2a4b26-13bf-418a-bdd2-29cdfdf8850c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.968007 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (0448b559-09dd-4900-be61-1669e608040e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.968989 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:08.969572 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:09.014161 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3c44fa5a-91ae-4ad6-b12e-c498c3ea5928 req-169a12fd-cf6f-41fd-92a5-6189891dbffe tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832155 Mar 31 20:23:09.026249 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4492495 Mar 31 20:23:09.029013 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59694) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:09.033902 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Request body: {'subnet': {'network_id': '0448b559-09dd-4900-be61-1669e608040e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2091619352-subnet', 'tenant_id': '1f9e21c6fcdd44279b961ed8772997c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:09.052488 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84ef1123-7462-4040-9517-b31c723de972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (1e2a4b26-13bf-418a-bdd2-29cdfdf8850c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:09.054093 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3214685-0835-415a-9b6a-6deb4514992e admin admin] Pushing event updated for resources: {'Network': ['ID=0448b559-09dd-4900-be61-1669e608040e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:09.056428 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84ef1123-7462-4040-9517-b31c723de972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:09.057562 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-84ef1123-7462-4040-9517-b31c723de972 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1e2a4b26-13bf-418a-bdd2-29cdfdf8850c HTTP/1.1" status: 204 len: 168 time: 0.2404902 Mar 31 20:23:09.066929 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef1123-7462-4040-9517-b31c723de972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2a4b26-13bf-418a-bdd2-29cdfdf8850c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:09.071996 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 0448b559-09dd-4900-be61-1669e608040e details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:09.074202 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Made reservation on behalf of 1f9e21c6fcdd44279b961ed8772997c7 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:09.076877 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977196'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:09.265580 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3511544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977210'] for subnet (4db6b88b-353c-4703-8cdf-cdc51c3f96a9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:09.331623 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db6b88b-353c-4703-8cdf-cdc51c3f96a9,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:09.344804 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Checking segment: {'id': '0d0d9de8-3723-4f10-b3b6-1ed7199bffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0448b559-09dd-4900-be61-1669e608040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:09.345483 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Network hostable DHCP agents. Network: 0448b559-09dd-4900-be61-1669e608040e, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:09.361757 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea158c2-f531-49e8-8d6e-39cd20ec2538 req-7a813f35-c401-4807-8170-2bb87bf5073c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:09.363488 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cea158c2-f531-49e8-8d6e-39cd20ec2538 req-7a813f35-c401-4807-8170-2bb87bf5073c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0668035 Mar 31 20:23:09.372061 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Network 0448b559-09dd-4900-be61-1669e608040e is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:09.384146 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 0448b559-09dd-4900-be61-1669e608040e) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:09.387428 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:09.388717 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:09.396389 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dc0371-03c4-476d-86fd-2af2747773dd None None] Network 0448b559-09dd-4900-be61-1669e608040e requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:09.425312 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c845e68a-8c2f-45e1-bb2f-d69401fa5dc1 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3952122 Mar 31 20:23:09.454931 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cea158c2-f531-49e8-8d6e-39cd20ec2538 req-3d127020-9cec-4d82-a44c-d7a8c216b409 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848372 Mar 31 20:23:09.510647 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97f79f-ba6f-406b-a8d4-909a41d31883 None None] Network 0448b559-09dd-4900-be61-1669e608040e requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:09.921583 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2d761-bf83-49d1-b878-3d89a3710600 req-5ba9beea-1a15-4a10-8e49-76c9c63ff4d1 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:09.923094 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cfb2d761-bf83-49d1-b878-3d89a3710600 req-5ba9beea-1a15-4a10-8e49-76c9c63ff4d1 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 946 time: 0.0535855 Mar 31 20:23:09.932112 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59742) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:09.972775 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cfb2d761-bf83-49d1-b878-3d89a3710600 req-e03a504b-d502-4ca3-a3d0-7039d1fbb5bd tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436053 Mar 31 20:23:10.075687 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1053693562-network', 'tenant_id': '9da6ff3608e64dd0a4e7b54f16dbd1b3'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:10.083157 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59750) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:10.088200 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1195329429-network', 'tenant_id': 'b97fb4e87a934288b6cf9dbc432e424c'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:10.095208 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Made reservation on behalf of 9da6ff3608e64dd0a4e7b54f16dbd1b3 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:10.098192 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.110646 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.113727 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Made reservation on behalf of b97fb4e87a934288b6cf9dbc432e424c for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:10.116952 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.134566 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.202637 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Publish callbacks [] for security_group (d2e4d779-4252-438d-924f-337f26859625), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.206051 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d2e4d779-4252-438d-924f-337f26859625), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.217656 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Publish callbacks [] for security_group (a0e3a166-e15a-4baa-925f-cd6418cc6b50), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.221485 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a0e3a166-e15a-4baa-925f-cd6418cc6b50), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.230931 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:10.240857 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e4d779-4252-438d-924f-337f26859625,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:10.245791 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (d645968f-ae41-4ff0-8acf-08436713219c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.245959 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:10.246163 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Added segment d645968f-ae41-4ff0-8acf-08436713219c of type vlan for network 450be1c2-9e70-406d-bb4a-7d739bd7549c Mar 31 20:23:10.255637 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e3a166-e15a-4baa-925f-cd6418cc6b50,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:10.260305 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (af97ad6e-09da-4ea7-acd0-2494ce6bab0b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.260647 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.segments_db [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Added segment af97ad6e-09da-4ea7-acd0-2494ce6bab0b of type vlan for network 96a122f3-820b-405b-9fa8-1790336cc9d5 Mar 31 20:23:10.286837 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (450be1c2-9e70-406d-bb4a-7d739bd7549c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.300837 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (96a122f3-820b-405b-9fa8-1790336cc9d5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.312950 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (450be1c2-9e70-406d-bb4a-7d739bd7549c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.313890 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:10.314470 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.326807 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (96a122f3-820b-405b-9fa8-1790336cc9d5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.327736 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:10.328307 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.371244 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4381425 Mar 31 20:23:10.374022 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59754) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:10.380779 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Request body: {'subnet': {'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1053693562-subnet', 'tenant_id': '9da6ff3608e64dd0a4e7b54f16dbd1b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:10.383511 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2992816 Mar 31 20:23:10.384588 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713da06-5848-461c-af67-6039e6e43653 admin admin] Pushing event updated for resources: {'Network': ['ID=450be1c2-9e70-406d-bb4a-7d739bd7549c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:10.386818 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59756) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:10.391710 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Request body: {'subnet': {'network_id': '96a122f3-820b-405b-9fa8-1790336cc9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1195329429-subnet', 'tenant_id': 'b97fb4e87a934288b6cf9dbc432e424c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:10.396445 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 450be1c2-9e70-406d-bb4a-7d739bd7549c details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:10.405470 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Made reservation on behalf of 9da6ff3608e64dd0a4e7b54f16dbd1b3 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:10.408695 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977196'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.412400 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fcada-c8d0-45f4-b4bd-a59934c206c9 admin admin] Pushing event updated for resources: {'Network': ['ID=96a122f3-820b-405b-9fa8-1790336cc9d5,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:10.424219 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Made reservation on behalf of b97fb4e87a934288b6cf9dbc432e424c for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:10.426893 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.455096 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 96a122f3-820b-405b-9fa8-1790336cc9d5 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:10.594986 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3511544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977210'] for subnet (c8f0a3f9-a25c-47b3-9696-c98447390c8d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.637067 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8aa2e-1cdb-4042-b450-415c4c936ae1 req-2756dd00-b616-4ac7-96a2-4653afb647d0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:10.638623 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a8a8aa2e-1cdb-4042-b450-415c4c936ae1 req-2756dd00-b616-4ac7-96a2-4653afb647d0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0966582 Mar 31 20:23:10.647538 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f0a3f9-a25c-47b3-9696-c98447390c8d,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:10.663520 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Checking segment: {'id': 'd645968f-ae41-4ff0-8acf-08436713219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:10.664365 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Network hostable DHCP agents. Network: 450be1c2-9e70-406d-bb4a-7d739bd7549c, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:10.680960 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Network 450be1c2-9e70-406d-bb4a-7d739bd7549c is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:10.690211 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 450be1c2-9e70-406d-bb4a-7d739bd7549c) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:10.694294 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:10.694720 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (3d759a25-fe77-412d-9e6b-e108ed8f1ad1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.694947 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.701434 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7eb90-31d5-4ef8-b398-4734d69bd932 None None] Network 450be1c2-9e70-406d-bb4a-7d739bd7549c requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:10.722160 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2195efbc-cd04-448e-8aae-be1a620de194 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3405399 Mar 31 20:23:10.746001 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a8a8aa2e-1cdb-4042-b450-415c4c936ae1 req-3cb4cf07-a32e-4068-8c42-414890bc3de2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864356 Mar 31 20:23:10.763451 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d759a25-fe77-412d-9e6b-e108ed8f1ad1,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:10.780116 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Checking segment: {'id': 'af97ad6e-09da-4ea7-acd0-2494ce6bab0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '96a122f3-820b-405b-9fa8-1790336cc9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:10.780479 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Network hostable DHCP agents. Network: 96a122f3-820b-405b-9fa8-1790336cc9d5, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:10.801011 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Network 96a122f3-820b-405b-9fa8-1790336cc9d5 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:10.808459 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861620a-6d3d-4b70-b308-769c46bc890e None None] Network 450be1c2-9e70-406d-bb4a-7d739bd7549c requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:10.810682 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 96a122f3-820b-405b-9fa8-1790336cc9d5) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:10.814694 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:10.815355 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:10.833230 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-3cb24bd4-c965-4316-846f-59dc3aa10a29 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4453394 Mar 31 20:23:10.850930 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbc39f0-3d6a-46d2-a352-e251a5e761ec None None] Network 96a122f3-820b-405b-9fa8-1790336cc9d5 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:10.961272 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59768) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:11.012980 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0540be-77f3-4668-a695-379195fed413 admin admin] Deleting subnet 4db6b88b-353c-4703-8cdf-cdc51c3f96a9 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:23:11.014421 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eb7f15-d388-4e2d-8811-a65e87f45dc5 None None] Network 96a122f3-820b-405b-9fa8-1790336cc9d5 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:11.016608 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd0540be-77f3-4668-a695-379195fed413 admin admin] Publish callbacks [] for subnet (4db6b88b-353c-4703-8cdf-cdc51c3f96a9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.058323 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd0540be-77f3-4668-a695-379195fed413 admin admin] Publish callbacks [] for subnet (4db6b88b-353c-4703-8cdf-cdc51c3f96a9), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.072103 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd0540be-77f3-4668-a695-379195fed413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (4db6b88b-353c-4703-8cdf-cdc51c3f96a9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.154215 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ff6be-05b9-43d1-8f86-6cafcd598b89 req-7476efcc-f662-481e-a146-738003fb1c23 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:11.155746 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f80ff6be-05b9-43d1-8f86-6cafcd598b89 req-7476efcc-f662-481e-a146-738003fb1c23 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 946 time: 0.0998275 Mar 31 20:23:11.169456 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd0540be-77f3-4668-a695-379195fed413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (4db6b88b-353c-4703-8cdf-cdc51c3f96a9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.208545 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0540be-77f3-4668-a695-379195fed413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db6b88b-353c-4703-8cdf-cdc51c3f96a9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:11.225029 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cd0540be-77f3-4668-a695-379195fed413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.231241 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59774) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:11.235264 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-cd0540be-77f3-4668-a695-379195fed413 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/4db6b88b-353c-4703-8cdf-cdc51c3f96a9 HTTP/1.1" status: 204 len: 168 time: 0.2655759 Mar 31 20:23:11.261106 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f80ff6be-05b9-43d1-8f86-6cafcd598b89 req-e9fd9829-93ee-4f29-b29e-ac89fcf6c641 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992103 Mar 31 20:23:11.313350 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (0448b559-09dd-4900-be61-1669e608040e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.393156 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (0448b559-09dd-4900-be61-1669e608040e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.415008 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0448b559-09dd-4900-be61-1669e608040e']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:11.423911 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0d9de8-3723-4f10-b3b6-1ed7199bffcb') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:11.424205 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0d9de8-3723-4f10-b3b6-1ed7199bffcb') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:11.433763 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25685525'] for segment (0d0d9de8-3723-4f10-b3b6-1ed7199bffcb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.446233 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (0d0d9de8-3723-4f10-b3b6-1ed7199bffcb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.452313 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:23:11.452696 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512093'] for segment (0d0d9de8-3723-4f10-b3b6-1ed7199bffcb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: Traceback (most recent call last): Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: timer() Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: cb(*args, **kw) Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: return func(*args, **kwargs) Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: self._notify() Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: self.callback(batched_events) Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: event.method(event) Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: return f(self, *a, **k) Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._get(url).json() Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: return self.request(url, 'GET', **kwargs) Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:23:11.454302 dv-cinder-836071-1-iscsi neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:23:11.505913 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (0448b559-09dd-4900-be61-1669e608040e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.511977 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.514950 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] 10.222.0.82 "DELETE /v2.0/networks/0448b559-09dd-4900-be61-1669e608040e HTTP/1.1" status: 204 len: 168 time: 0.2826996 Mar 31 20:23:11.517915 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59782) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:11.524216 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd48121-da82-4cc5-9a59-20b6117d2f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=0448b559-09dd-4900-be61-1669e608040e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:11.565358 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b5f99e-e32d-4c47-9b79-6f9bf7a335ad admin admin] Deleting subnet 3d759a25-fe77-412d-9e6b-e108ed8f1ad1 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:23:11.568855 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f99e-e32d-4c47-9b79-6f9bf7a335ad admin admin] Publish callbacks [] for subnet (3d759a25-fe77-412d-9e6b-e108ed8f1ad1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.607056 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f99e-e32d-4c47-9b79-6f9bf7a335ad admin admin] Publish callbacks [] for subnet (3d759a25-fe77-412d-9e6b-e108ed8f1ad1), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.612501 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f99e-e32d-4c47-9b79-6f9bf7a335ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (3d759a25-fe77-412d-9e6b-e108ed8f1ad1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.664108 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f99e-e32d-4c47-9b79-6f9bf7a335ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for subnet (3d759a25-fe77-412d-9e6b-e108ed8f1ad1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.687405 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5f99e-e32d-4c47-9b79-6f9bf7a335ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d759a25-fe77-412d-9e6b-e108ed8f1ad1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:11.692755 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f99e-e32d-4c47-9b79-6f9bf7a335ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.696435 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a2b5f99e-e32d-4c47-9b79-6f9bf7a335ad admin admin] 10.222.0.82 "DELETE /v2.0/subnets/3d759a25-fe77-412d-9e6b-e108ed8f1ad1 HTTP/1.1" status: 204 len: 168 time: 0.1774514 Mar 31 20:23:11.699066 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59784) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:11.777920 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (96a122f3-820b-405b-9fa8-1790336cc9d5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.885057 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (96a122f3-820b-405b-9fa8-1790336cc9d5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:11.909716 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.910063 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.910843 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.911435 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > port after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.911757 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.912092 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > port after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.912416 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.912737 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.913054 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.913376 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.978279 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.978929 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.979021 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.979314 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:23:11.979676 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a122f3-820b-405b-9fa8-1790336cc9d5']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:12.001991 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af97ad6e-09da-4ea7-acd0-2494ce6bab0b') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:12.002288 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af97ad6e-09da-4ea7-acd0-2494ce6bab0b') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:12.020804 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b7480-c62a-4d08-a407-33e5357fde52 req-b4caeffd-92cd-4d7e-9734-0fc071852edd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:12.022329 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-627b7480-c62a-4d08-a407-33e5357fde52 req-b4caeffd-92cd-4d7e-9734-0fc071852edd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1787858 Mar 31 20:23:12.027869 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25904966'] for segment (af97ad6e-09da-4ea7-acd0-2494ce6bab0b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.061867 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (af97ad6e-09da-4ea7-acd0-2494ce6bab0b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.078090 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:23:12.078482 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25327950'] for segment (af97ad6e-09da-4ea7-acd0-2494ce6bab0b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: from cryptography.utils import int_from_bytes Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: from cryptography.utils import int_from_bytes Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: Traceback (most recent call last): Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: timer() Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: cb(*args, **kw) Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: return func(*args, **kwargs) Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: self._notify() Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: self.callback(batched_events) Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: event.method(event) Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: return f(self, *a, **k) Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._get(url).json() Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: return self.request(url, 'GET', **kwargs) Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:23:12.082259 dv-cinder-836071-1-iscsi neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:23:12.106464 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-dc6d385d-846f-4ea7-827c-1fe7d9cc9858 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:12.107938 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-dc6d385d-846f-4ea7-827c-1fe7d9cc9858 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.57 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 946 time: 0.0868731 Mar 31 20:23:12.149283 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-627b7480-c62a-4d08-a407-33e5357fde52 req-9f9070dc-5664-446e-bae6-8711eb32f02d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176434 Mar 31 20:23:12.167751 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (96a122f3-820b-405b-9fa8-1790336cc9d5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.174486 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.180354 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] 10.222.0.82 "DELETE /v2.0/networks/96a122f3-820b-405b-9fa8-1790336cc9d5 HTTP/1.1" status: 204 len: 168 time: 0.4776802 Mar 31 20:23:12.191494 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd1bba-62f5-4cb7-8edf-02cc5d0f6a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=96a122f3-820b-405b-9fa8-1790336cc9d5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:12.252047 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-9ae9c1a7-f6a2-4425-bf1a-99290b00e7d7 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Deleting port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:23:12.252641 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-9ae9c1a7-f6a2-4425-bf1a-99290b00e7d7 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.375415 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59796) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:12.375415 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-9ae9c1a7-f6a2-4425-bf1a-99290b00e7d7 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] For port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,segment=NetworkSegment(b7693a6d-2b08-427d-9c9f-9cce232f99bb),segment_id=b7693a6d-2b08-427d-9c9f-9cce232f99bb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:12.375415 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-9ae9c1a7-f6a2-4425-bf1a-99290b00e7d7 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.388505 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea82b35-f684-445e-88e9-e404c962cfc8 req-d10c9ea5-5887-47ef-9f7a-f72845483c76 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:12.390109 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fea82b35-f684-445e-88e9-e404c962cfc8 req-d10c9ea5-5887-47ef-9f7a-f72845483c76 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 946 time: 0.0535681 Mar 31 20:23:12.396054 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-9ae9c1a7-f6a2-4425-bf1a-99290b00e7d7 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Calling delete_port for 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 owned by compute:nova {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:23:12.438348 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fea82b35-f684-445e-88e9-e404c962cfc8 req-114ce54f-0b1b-4a64-9271-26e1dc827ee1 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Mar 31 20:23:12.640207 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9c941-c85f-48f0-a520-708059f010fd req-da51c76c-b1f4-4d04-8a49-0573117dbad6 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:12.641593 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-da51c76c-b1f4-4d04-8a49-0573117dbad6 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/networks?id=450be1c2-9e70-406d-bb4a-7d739bd7549c HTTP/1.1" status: 200 len: 814 time: 0.1129096 Mar 31 20:23:12.657042 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-5d377974-4a3b-44fa-a390-95ea1df088bb tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/quotas/9da6ff3608e64dd0a4e7b54f16dbd1b3 HTTP/1.1" status: 200 len: 375 time: 0.0101626 Mar 31 20:23:12.688833 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-41d2cdca-95a2-45d0-a9c4-6d14557db0ba tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9da6ff3608e64dd0a4e7b54f16dbd1b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262079 Mar 31 20:23:12.692768 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-154f929d-8c5f-430d-8e6b-be4e9a132816 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1f9e21c6fcdd44279b961ed8772997c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256953 Mar 31 20:23:12.696142 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59810) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:12.771205 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1fb974b-2736-4e23-adc6-04b9aacfccc8 admin admin] Publish callbacks [] for security_group (730c1689-d3b1-49e6-8731-c00717078426), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.780466 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c0223ae2-e861-41c0-afa3-07606925e6ec service neutron] 10.222.0.82 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849352 Mar 31 20:23:12.823542 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1fb974b-2736-4e23-adc6-04b9aacfccc8 admin admin] Publish callbacks [] for security_group (730c1689-d3b1-49e6-8731-c00717078426), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.859406 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-9ae9c1a7-f6a2-4425-bf1a-99290b00e7d7 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (389488b1-5eb7-46ff-94f4-0ea54ac2f6f4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.867296 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-0550795b-4ac7-45cc-a2c9-56f81a86d4fa service neutron] 10.222.0.82 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809975 Mar 31 20:23:12.873106 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['389488b1-5eb7-46ff-94f4-0ea54ac2f6f4'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:23:12.920957 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9c1a7-f6a2-4425-bf1a-99290b00e7d7 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Pushing event deleted for resources: {'Port': ['ID=389488b1-5eb7-46ff-94f4-0ea54ac2f6f4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:12.968178 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-9ae9c1a7-f6a2-4425-bf1a-99290b00e7d7 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] No DVR routers for this DVR port 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 on host hv-cinder-83607 {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:23:12.972101 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-9ae9c1a7-f6a2-4425-bf1a-99290b00e7d7 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.976396 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-ccb10f28-a2f7-467d-8231-ee21a64c48d5 req-9ae9c1a7-f6a2-4425-bf1a-99290b00e7d7 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.57 "DELETE /v2.0/ports/389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 HTTP/1.1" status: 204 len: 173 time: 0.8609588 Mar 31 20:23:12.978921 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9528513e-d75f-44c4-8780-3e20dcbd3332', 'name': 'network-vif-deleted', 'tag': '389488b1-5eb7-46ff-94f4-0ea54ac2f6f4'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:12.980578 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d29515-38bd-4d4a-b3a6-67de5a1c0e23" -d '{"events": [{"server_uuid": "9528513e-d75f-44c4-8780-3e20dcbd3332", "name": "network-vif-deleted", "tag": "389488b1-5eb7-46ff-94f4-0ea54ac2f6f4"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:12.993283 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1fb974b-2736-4e23-adc6-04b9aacfccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (730c1689-d3b1-49e6-8731-c00717078426), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.993283 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1fb974b-2736-4e23-adc6-04b9aacfccc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:12.993283 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-f1fb974b-2736-4e23-adc6-04b9aacfccc8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/730c1689-d3b1-49e6-8731-c00717078426 HTTP/1.1" status: 204 len: 168 time: 0.2956195 Mar 31 20:23:13.001557 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb974b-2736-4e23-adc6-04b9aacfccc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c1689-d3b1-49e6-8731-c00717078426,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:13.062756 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dae93d3-201d-4ccf-afd7-ddde6c0a54ff x-openstack-request-id: req-5dae93d3-201d-4ccf-afd7-ddde6c0a54ff {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:13.063124 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9528513e-d75f-44c4-8780-3e20dcbd3332", "name": "network-vif-deleted", "tag": "389488b1-5eb7-46ff-94f4-0ea54ac2f6f4", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:13.063448 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5dae93d3-201d-4ccf-afd7-ddde6c0a54ff {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:13.065691 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dae93d3-201d-4ccf-afd7-ddde6c0a54ff'] response: {'server_uuid': '9528513e-d75f-44c4-8780-3e20dcbd3332', 'name': 'network-vif-deleted', 'tag': '389488b1-5eb7-46ff-94f4-0ea54ac2f6f4', 'status': 'completed', 'code': 200} Mar 31 20:23:13.094568 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a9474d5c-dfb2-407b-b2d2-4e31ad2783c7 req-f3b0cacf-7da9-4be0-9bc9-388694002c7f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 210 time: 0.0683892 Mar 31 20:23:13.339019 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a50b13-4605-4916-84ed-f95bb7680ad8 req-73f2274d-1f60-4838-b27d-af3c954b7ccd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:13.340978 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-41a50b13-4605-4916-84ed-f95bb7680ad8 req-73f2274d-1f60-4838-b27d-af3c954b7ccd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0815034 Mar 31 20:23:13.413376 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-41a50b13-4605-4916-84ed-f95bb7680ad8 req-e9951e44-3eb6-42b2-972c-4594f6205ef8 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556097 Mar 31 20:23:13.449572 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59832) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:13.494540 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-52c0e69f-f90f-4be7-b785-d473fa0d472f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b97fb4e87a934288b6cf9dbc432e424c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435870 Mar 31 20:23:13.497942 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59836) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:13.556297 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-094fa560-8823-4b4b-8c49-5a84faa49a75 req-1f87066f-2b8d-4d8a-89a0-e50966317284 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=9528513e-d75f-44c4-8780-3e20dcbd3332 HTTP/1.1" status: 200 len: 210 time: 0.0280066 Mar 31 20:23:13.567194 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3997f4b7-4cb1-4882-8572-14512865bb51 admin admin] Publish callbacks [] for security_group (a0e3a166-e15a-4baa-925f-cd6418cc6b50), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.590394 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3997f4b7-4cb1-4882-8572-14512865bb51 admin admin] Publish callbacks [] for security_group (a0e3a166-e15a-4baa-925f-cd6418cc6b50), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.644666 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3997f4b7-4cb1-4882-8572-14512865bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a0e3a166-e15a-4baa-925f-cd6418cc6b50), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.647467 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3997f4b7-4cb1-4882-8572-14512865bb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:13.648700 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-3997f4b7-4cb1-4882-8572-14512865bb51 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a0e3a166-e15a-4baa-925f-cd6418cc6b50 HTTP/1.1" status: 204 len: 168 time: 0.1494761 Mar 31 20:23:13.656659 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f4b7-4cb1-4882-8572-14512865bb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e3a166-e15a-4baa-925f-cd6418cc6b50,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:14.190437 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b1c7f051-25aa-45b0-b6d9-b18af286b6c9 req-914b86b4-f2bc-4c1e-9d62-03bf2d189ff4 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 210 time: 0.0277851 Mar 31 20:23:14.383168 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9c941-c85f-48f0-a520-708059f010fd req-a1f82764-ae5a-4d4f-be40-17daacfe387b tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:14.384877 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-a1f82764-ae5a-4d4f-be40-17daacfe387b tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.57 "GET /v2.0/networks?id=450be1c2-9e70-406d-bb4a-7d739bd7549c HTTP/1.1" status: 200 len: 814 time: 0.1137791 Mar 31 20:23:14.405829 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Request body: {'port': {'device_id': '1824f08b-d7e0-4018-b2a8-feb8c3ac24ad', 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c', 'admin_state_up': True, 'tenant_id': '9da6ff3608e64dd0a4e7b54f16dbd1b3'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:14.547987 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Made reservation on behalf of 9da6ff3608e64dd0a4e7b54f16dbd1b3 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:14.551511 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:14.566234 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6b5d5-de39-4ca8-9e9a-347b4ad3acd1 req-5ae51fbb-0050-451f-9761-6f468621862f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:14.567903 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-65e6b5d5-de39-4ca8-9e9a-347b4ad3acd1 req-5ae51fbb-0050-451f-9761-6f468621862f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0626550 Mar 31 20:23:14.640677 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-65e6b5d5-de39-4ca8-9e9a-347b4ad3acd1 req-ec78719a-d804-4a58-b611-59395f801b47 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601845 Mar 31 20:23:14.695913 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Allocated IP 172.20.0.8 (450be1c2-9e70-406d-bb4a-7d739bd7549c/c8f0a3f9-a25c-47b3-9696-c98447390c8d/014674b5-ea0a-41aa-9479-10db01081e73) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:14.900384 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks [] for port (014674b5-ea0a-41aa-9479-10db01081e73), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:14.907159 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-19e2af04-9e36-4d5c-9c9f-0168bd4f8e26 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:14.908593 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-19e2af04-9e36-4d5c-9c9f-0168bd4f8e26 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/networks?id=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a HTTP/1.1" status: 200 len: 808 time: 0.1281013 Mar 31 20:23:14.927561 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-33dd67f9-bf9e-4abd-8f58-fb6a39d8ddc8 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/quotas/85cecc86725f4feca03840ad6535d0fb HTTP/1.1" status: 200 len: 375 time: 0.0111408 Mar 31 20:23:14.936753 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (014674b5-ea0a-41aa-9479-10db01081e73), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:14.965887 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-19a7c511-2a64-4819-b2f3-542b585a985e tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=85cecc86725f4feca03840ad6535d0fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329647 Mar 31 20:23:14.983184 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Network 450be1c2-9e70-406d-bb4a-7d739bd7549c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:14.988368 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:14.993082 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:15.015028 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Pushing event updated for resources: {'Port': ['ID=014674b5-ea0a-41aa-9479-10db01081e73,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:15.050268 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:15.050957 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.067542 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-c7b0dbec-12de-4fbc-b8c6-fc7d7846d03f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6687417 Mar 31 20:23:15.070268 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-25cc136c-3617-4092-8a64-65087d932197 service neutron] 10.222.0.82 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966623 Mar 31 20:23:15.083020 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Request body: {'port': {'device_id': '1824f08b-d7e0-4018-b2a8-feb8c3ac24ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:15.146145 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (014674b5-ea0a-41aa-9479-10db01081e73), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.171317 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-4b663d61-e293-4b54-a4c1-f264e3113bdd service neutron] 10.222.0.82 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952826 Mar 31 20:23:15.357628 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2f633a2-fa9a-4d22-8528-1a747bf4fa0c req-5e6d93fe-697e-42dd-919d-4c062ae1eb7c tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 210 time: 0.0328908 Mar 31 20:23:15.377630 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5608d-d08f-4511-8766-4797225f432b req-e76a45bc-d4a0-4bd7-a81e-024d814c72a0 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:15.393498 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-69c5608d-d08f-4511-8766-4797225f432b req-e76a45bc-d4a0-4bd7-a81e-024d814c72a0 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 931 time: 0.1155062 Mar 31 20:23:15.464823 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-69c5608d-d08f-4511-8766-4797225f432b req-b3069e31-8831-42e6-9199-3a57b91ec437 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649312 Mar 31 20:23:15.539582 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014674b5-ea0a-41aa-9479-10db01081e73 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:15.548272 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Publish callbacks [] for port (014674b5-ea0a-41aa-9479-10db01081e73), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.575528 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Transition to ACTIVE for port object 014674b5-ea0a-41aa-9479-10db01081e73 will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:23:15.580099 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (014674b5-ea0a-41aa-9479-10db01081e73), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.655942 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Pushing event updated for resources: {'Port': ['ID=014674b5-ea0a-41aa-9479-10db01081e73,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:15.715594 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Attempting to bind port 014674b5-ea0a-41aa-9479-10db01081e73 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:15.715933 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Attempting to bind port 014674b5-ea0a-41aa-9479-10db01081e73 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd645968f-ae41-4ff0-8acf-08436713219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:15.716251 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Attempting to bind port 014674b5-ea0a-41aa-9479-10db01081e73 on network 450be1c2-9e70-406d-bb4a-7d739bd7549c {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:15.720983 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Port 014674b5-ea0a-41aa-9479-10db01081e73 on network 450be1c2-9e70-406d-bb4a-7d739bd7549c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:23:15.721394 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Attempting to bind port 014674b5-ea0a-41aa-9479-10db01081e73 on network 450be1c2-9e70-406d-bb4a-7d739bd7549c {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:15.726868 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:15.727208 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Checking segment: {'id': 'd645968f-ae41-4ff0-8acf-08436713219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:15.727588 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Bound using segment: {'id': 'd645968f-ae41-4ff0-8acf-08436713219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:15.728008 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Bound port: 014674b5-ea0a-41aa-9479-10db01081e73, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd645968f-ae41-4ff0-8acf-08436713219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:15.735061 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (014674b5-ea0a-41aa-9479-10db01081e73), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.798149 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c992e-ac54-4181-94f4-ac2f5f910e08 req-44c5641f-a983-43e0-8183-20cea19a01b5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:15.801529 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-840c992e-ac54-4181-94f4-ac2f5f910e08 req-44c5641f-a983-43e0-8183-20cea19a01b5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0722988 Mar 31 20:23:15.825672 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] For port 014674b5-ea0a-41aa-9479-10db01081e73, host hv-cinder-83607, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:15.829805 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] For port 014674b5-ea0a-41aa-9479-10db01081e73, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=014674b5-ea0a-41aa-9479-10db01081e73,segment=NetworkSegment(d645968f-ae41-4ff0-8acf-08436713219c),segment_id=d645968f-ae41-4ff0-8acf-08436713219c)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:15.838291 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (014674b5-ea0a-41aa-9479-10db01081e73), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.868378 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-840c992e-ac54-4181-94f4-ac2f5f910e08 req-b82852c8-bf81-4dc6-b9c1-b5c755cf59bc tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605979 Mar 31 20:23:15.869026 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:15.869876 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:15.871767 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] 10.222.0.57 "PUT /v2.0/ports/014674b5-ea0a-41aa-9479-10db01081e73 HTTP/1.1" status: 200 len: 1093 time: 0.7925229 Mar 31 20:23:15.875224 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1824f08b-d7e0-4018-b2a8-feb8c3ac24ad', 'tag': '014674b5-ea0a-41aa-9479-10db01081e73'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:15.877826 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a2102a-c361-40b8-bc4e-00e622792ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "1824f08b-d7e0-4018-b2a8-feb8c3ac24ad", "tag": "014674b5-ea0a-41aa-9479-10db01081e73"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:15.955486 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4a6a2c-aee8-4b92-8637-cef443e31875 x-openstack-request-id: req-9f4a6a2c-aee8-4b92-8637-cef443e31875 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:15.955671 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1824f08b-d7e0-4018-b2a8-feb8c3ac24ad", "tag": "014674b5-ea0a-41aa-9479-10db01081e73", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:15.955921 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9f4a6a2c-aee8-4b92-8637-cef443e31875 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:15.956309 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4a6a2c-aee8-4b92-8637-cef443e31875'] response: {'name': 'network-changed', 'server_uuid': '1824f08b-d7e0-4018-b2a8-feb8c3ac24ad', 'tag': '014674b5-ea0a-41aa-9479-10db01081e73', 'status': 'completed', 'code': 200} Mar 31 20:23:15.966140 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c49ce6-3a53-46dc-a6a7-532d2455e363 service neutron] Pushing event updated for resources: {'Port': ['ID=014674b5-ea0a-41aa-9479-10db01081e73,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:15.993292 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9c941-c85f-48f0-a520-708059f010fd req-66150695-34a2-4359-812f-c1210c4f9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:15.995220 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-66150695-34a2-4359-812f-c1210c4f9724 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9da6ff3608e64dd0a4e7b54f16dbd1b3&device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 1127 time: 0.0746641 Mar 31 20:23:16.047595 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-e3293cc4-bc58-4f52-9814-9c0902340563 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=014674b5-ea0a-41aa-9479-10db01081e73 HTTP/1.1" status: 200 len: 217 time: 0.0385957 Mar 31 20:23:16.068588 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59948) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:16.105251 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9c941-c85f-48f0-a520-708059f010fd req-9147ecca-905f-4dfa-b85f-ebb366e00977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.106807 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-9147ecca-905f-4dfa-b85f-ebb366e00977 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8f0a3f9-a25c-47b3-9696-c98447390c8d HTTP/1.1" status: 200 len: 854 time: 0.0435700 Mar 31 20:23:16.142180 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-f8f78de4-ee00-4feb-9511-ef9150a654ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450be1c2-9e70-406d-bb4a-7d739bd7549c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243108 Mar 31 20:23:16.172040 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5e75208-3d4d-407d-a29c-7fbcfa154907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.236500 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-4bca7463-f76b-4d36-964f-cd861761e974 service neutron] 10.222.0.57 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861387 Mar 31 20:23:16.244571 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5e75208-3d4d-407d-a29c-7fbcfa154907 admin admin] Publish callbacks [] for security_group (f001dd72-6421-47a0-855b-452c3247275f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.248095 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c5e75208-3d4d-407d-a29c-7fbcfa154907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f001dd72-6421-47a0-855b-452c3247275f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.284745 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c5e75208-3d4d-407d-a29c-7fbcfa154907 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a232fa6288c34bba9ba890c98b07256c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150917 Mar 31 20:23:16.285586 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e75208-3d4d-407d-a29c-7fbcfa154907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f001dd72-6421-47a0-855b-452c3247275f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:16.288118 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 59956) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:16.315918 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:23:16.335120 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-c9f9c941-c85f-48f0-a520-708059f010fd req-57f1cf58-8706-4914-9fb6-5ed0e71e9c12 service neutron] 10.222.0.57 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860729 Mar 31 20:23:16.336632 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a41dec5b-1c2b-48e0-80d8-2cbc8d9d5cbe admin admin] Publish callbacks [] for security_group (f001dd72-6421-47a0-855b-452c3247275f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.339062 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:23:16.339423 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 389488b1-5eb7-46ff-94f4-0ea54ac2f6f4 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:23:16.360282 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a41dec5b-1c2b-48e0-80d8-2cbc8d9d5cbe admin admin] Publish callbacks [] for security_group (f001dd72-6421-47a0-855b-452c3247275f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.431767 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a41dec5b-1c2b-48e0-80d8-2cbc8d9d5cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f001dd72-6421-47a0-855b-452c3247275f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.434571 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a41dec5b-1c2b-48e0-80d8-2cbc8d9d5cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.435891 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a41dec5b-1c2b-48e0-80d8-2cbc8d9d5cbe admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f001dd72-6421-47a0-855b-452c3247275f HTTP/1.1" status: 204 len: 168 time: 0.1463313 Mar 31 20:23:16.446823 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dec5b-1c2b-48e0-80d8-2cbc8d9d5cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f001dd72-6421-47a0-855b-452c3247275f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:16.464714 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2102a-c361-40b8-bc4e-00e622792ed1 req-c0f12805-9642-4c25-a3d2-471d96860a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.467305 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-58a2102a-c361-40b8-bc4e-00e622792ed1 req-c0f12805-9642-4c25-a3d2-471d96860a08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9da6ff3608e64dd0a4e7b54f16dbd1b3&device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 1127 time: 0.0716817 Mar 31 20:23:16.473601 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e88b6b5f-196e-446c-a5cf-ff8dac67ee2c req-7e64c245-aded-4cf3-801a-df1fb2e2974a tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 210 time: 0.0294197 Mar 31 20:23:16.622499 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2102a-c361-40b8-bc4e-00e622792ed1 req-5f468285-67f4-435e-b991-813c76ae0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.626367 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-58a2102a-c361-40b8-bc4e-00e622792ed1 req-5f468285-67f4-435e-b991-813c76ae0152 service neutron] 10.222.0.57 "GET /v2.0/networks?id=450be1c2-9e70-406d-bb4a-7d739bd7549c HTTP/1.1" status: 200 len: 915 time: 0.1501522 Mar 31 20:23:16.684160 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-58a2102a-c361-40b8-bc4e-00e622792ed1 req-2866677e-b510-4c95-b231-435a73560271 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=014674b5-ea0a-41aa-9479-10db01081e73 HTTP/1.1" status: 200 len: 217 time: 0.0485363 Mar 31 20:23:16.754441 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2102a-c361-40b8-bc4e-00e622792ed1 req-23986f2c-688c-4c6b-9d73-056a0ecb6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.756460 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-58a2102a-c361-40b8-bc4e-00e622792ed1 req-23986f2c-688c-4c6b-9d73-056a0ecb6f82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8f0a3f9-a25c-47b3-9696-c98447390c8d HTTP/1.1" status: 200 len: 854 time: 0.0603111 Mar 31 20:23:16.802718 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-58a2102a-c361-40b8-bc4e-00e622792ed1 req-425c23ad-b787-42d5-9086-6cefb9f70993 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450be1c2-9e70-406d-bb4a-7d739bd7549c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383127 Mar 31 20:23:16.823190 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59972) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:16.878344 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11939c80-734c-482d-80ca-a68cf7b7b284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:16.907425 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1e2bf-ea43-4634-8d7d-d6415b951f85 req-99703584-168b-47ba-8643-121ae94b89a2 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.908980 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e6c1e2bf-ea43-4634-8d7d-d6415b951f85 req-99703584-168b-47ba-8643-121ae94b89a2 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 943 time: 0.3675320 Mar 31 20:23:16.954494 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-58a2102a-c361-40b8-bc4e-00e622792ed1 req-f0c6a1f0-ad16-41e9-9bc4-a63aa0d3f610 service neutron] 10.222.0.57 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248393 Mar 31 20:23:16.957068 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-d0a3cde0-644f-409b-909b-d712c42ed171 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:16.958443 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-d0a3cde0-644f-409b-909b-d712c42ed171 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.57 "GET /v2.0/networks?id=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a HTTP/1.1" status: 200 len: 808 time: 0.3842535 Mar 31 20:23:16.993968 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Request body: {'port': {'device_id': '35c00681-5e15-4a53-80fe-4aeeae70587f', 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a', 'admin_state_up': True, 'tenant_id': '85cecc86725f4feca03840ad6535d0fb'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:17.035048 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11939c80-734c-482d-80ca-a68cf7b7b284 admin admin] Publish callbacks [] for security_group (728715fc-1154-45a4-9a3c-b6955f7d7f1b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.040012 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11939c80-734c-482d-80ca-a68cf7b7b284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (728715fc-1154-45a4-9a3c-b6955f7d7f1b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.056077 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e6c1e2bf-ea43-4634-8d7d-d6415b951f85 req-88024109-f8d8-4afd-9089-6b81e2c11161 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376419 Mar 31 20:23:17.101700 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-11939c80-734c-482d-80ca-a68cf7b7b284 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a2983e6d5f0045e490536298aa94f321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751207 Mar 31 20:23:17.101700 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11939c80-734c-482d-80ca-a68cf7b7b284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728715fc-1154-45a4-9a3c-b6955f7d7f1b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:17.101998 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3a40d-dd77-4d7c-a17a-e4fe13e2d36b req-bc4a7f47-ebec-4985-a73c-01c232af59fd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:17.102373 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 59976) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:17.103671 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1e3a40d-dd77-4d7c-a17a-e4fe13e2d36b req-bc4a7f47-ebec-4985-a73c-01c232af59fd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1426563 Mar 31 20:23:17.125623 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-58a2102a-c361-40b8-bc4e-00e622792ed1 req-031268bb-fb01-432d-80ce-6c9c06f87e9e service neutron] 10.222.0.57 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552658 Mar 31 20:23:17.165059 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4b296f98-058f-4bad-8cbf-240b7a58bab6 admin admin] Publish callbacks [] for security_group (728715fc-1154-45a4-9a3c-b6955f7d7f1b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.183261 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1e3a40d-dd77-4d7c-a17a-e4fe13e2d36b req-437920f0-eb23-4d80-ac05-684e668c8fe4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702374 Mar 31 20:23:17.184421 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Made reservation on behalf of 85cecc86725f4feca03840ad6535d0fb for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:17.188120 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.193513 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4b296f98-058f-4bad-8cbf-240b7a58bab6 admin admin] Publish callbacks [] for security_group (728715fc-1154-45a4-9a3c-b6955f7d7f1b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.240610 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4b296f98-058f-4bad-8cbf-240b7a58bab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (728715fc-1154-45a4-9a3c-b6955f7d7f1b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.243873 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4b296f98-058f-4bad-8cbf-240b7a58bab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.245020 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-4b296f98-058f-4bad-8cbf-240b7a58bab6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/728715fc-1154-45a4-9a3c-b6955f7d7f1b HTTP/1.1" status: 204 len: 168 time: 0.1371133 Mar 31 20:23:17.254386 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b296f98-058f-4bad-8cbf-240b7a58bab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728715fc-1154-45a4-9a3c-b6955f7d7f1b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:17.327068 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Allocated IP 172.20.0.7 (f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a/8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c/4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:17.471501 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks [] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.503037 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.553625 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:17.557177 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:17.561430 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:17.606811 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Pushing event updated for resources: {'Port': ['ID=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:17.646991 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:17.647597 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:17.670283 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e572fa2-6d52-4c0a-bcf2-8a8b6ff52b03 req-4c1291a0-8c02-4772-8c89-b562ede0a412 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:17.671770 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9e572fa2-6d52-4c0a-bcf2-8a8b6ff52b03 req-4c1291a0-8c02-4772-8c89-b562ede0a412 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 931 time: 0.0805914 Mar 31 20:23:17.675214 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-fc35dee9-bf87-489c-8fa2-d465830a9702 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7002194 Mar 31 20:23:17.693974 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Request body: {'port': {'device_id': '35c00681-5e15-4a53-80fe-4aeeae70587f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:17.766621 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9e572fa2-6d52-4c0a-bcf2-8a8b6ff52b03 req-27c59cc2-0ce7-46b1-a43b-6c708110d237 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890334 Mar 31 20:23:17.776807 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.041244 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:18.048562 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Publish callbacks [] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.060946 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Transition to ACTIVE for port object 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:23:18.064730 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.135784 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Pushing event updated for resources: {'Port': ['ID=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:18.214174 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Attempting to bind port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:18.214508 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Attempting to bind port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b7693a6d-2b08-427d-9c9f-9cce232f99bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:18.214861 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Attempting to bind port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 on network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:18.233359 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cbb4c-bfa8-45e8-9635-a19a947bffaa req-b69f73f4-18f0-4fae-afed-517fce078c1c tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.234872 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2c6cbb4c-bfa8-45e8-9635-a19a947bffaa req-b69f73f4-18f0-4fae-afed-517fce078c1c tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 943 time: 0.0794032 Mar 31 20:23:18.235451 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 on network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:23:18.235765 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Attempting to bind port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 on network f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:18.241000 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:18.241346 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Checking segment: {'id': 'b7693a6d-2b08-427d-9c9f-9cce232f99bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:18.241786 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Bound using segment: {'id': 'b7693a6d-2b08-427d-9c9f-9cce232f99bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:18.242208 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Bound port: 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7693a6d-2b08-427d-9c9f-9cce232f99bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:18.242561 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.361751 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2c6cbb4c-bfa8-45e8-9635-a19a947bffaa req-79d667cb-2eec-4592-922a-621dadd71c6f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169763 Mar 31 20:23:18.386819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621fdbc-d90a-417f-955c-c0d68d35bac3 req-44709a11-7d04-4cf1-bb76-d00fe0f66ba1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.388422 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2621fdbc-d90a-417f-955c-c0d68d35bac3 req-44709a11-7d04-4cf1-bb76-d00fe0f66ba1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1200559 Mar 31 20:23:18.390948 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] For port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:18.394372 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] For port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,segment=NetworkSegment(b7693a6d-2b08-427d-9c9f-9cce232f99bb),segment_id=b7693a6d-2b08-427d-9c9f-9cce232f99bb)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:18.412955 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.462618 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.463259 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:18.464596 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] 10.222.0.57 "PUT /v2.0/ports/4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 HTTP/1.1" status: 200 len: 1093 time: 0.7800031 Mar 31 20:23:18.468823 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c00681-5e15-4a53-80fe-4aeeae70587f', 'tag': '4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:18.471158 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f876db3-1e03-40a2-aaec-176ab67da33e" -d '{"events": [{"name": "network-changed", "server_uuid": "35c00681-5e15-4a53-80fe-4aeeae70587f", "tag": "4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:18.489908 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2621fdbc-d90a-417f-955c-c0d68d35bac3 req-536f9df6-00ff-4005-9dec-1e5bba1c1ee1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938478 Mar 31 20:23:18.500744 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534457d-2c06-404f-bbe7-8434bbac094b service neutron] Pushing event updated for resources: {'Port': ['ID=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:18.550215 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dd35a8-c018-4861-a63c-072c9f1fe5ea x-openstack-request-id: req-19dd35a8-c018-4861-a63c-072c9f1fe5ea {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:18.550508 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c00681-5e15-4a53-80fe-4aeeae70587f", "tag": "4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:18.550785 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-19dd35a8-c018-4861-a63c-072c9f1fe5ea {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:18.551179 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19dd35a8-c018-4861-a63c-072c9f1fe5ea'] response: {'name': 'network-changed', 'server_uuid': '35c00681-5e15-4a53-80fe-4aeeae70587f', 'tag': '4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2', 'status': 'completed', 'code': 200} Mar 31 20:23:18.571715 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-30b025a3-f9ac-4f93-bcd0-700e386d374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.573205 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-30b025a3-f9ac-4f93-bcd0-700e386d374f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85cecc86725f4feca03840ad6535d0fb&device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 1127 time: 0.0529423 Mar 31 20:23:18.621321 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-b37b27f4-e506-4578-8ab0-22c2ce1d83d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 HTTP/1.1" status: 200 len: 217 time: 0.0340023 Mar 31 20:23:18.682016 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-b7b1d27b-0778-4200-be0c-28e8e28eaf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.683494 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-b7b1d27b-0778-4200-be0c-28e8e28eaf06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c HTTP/1.1" status: 200 len: 848 time: 0.0504508 Mar 31 20:23:18.724543 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-412d247e-e079-4986-b224-15017fde8c9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306382 Mar 31 20:23:18.823978 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-4bbfbd2e-bb69-46e3-955a-32a6c2405fbd service neutron] 10.222.0.57 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891418 Mar 31 20:23:18.960631 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ef7c7-983e-4c9b-a22b-b7f3a78508ef req-fae66a7a-5f88-440d-a576-e4e7bfc83c71 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:18.962090 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3a6ef7c7-983e-4c9b-a22b-b7f3a78508ef req-fae66a7a-5f88-440d-a576-e4e7bfc83c71 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 943 time: 0.1116819 Mar 31 20:23:18.965584 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0e37e6a-4cc8-4d59-b2e2-a76fbe9e15a2 req-d76cb7ed-1747-4422-9c20-1e3c67c3733d service neutron] 10.222.0.57 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332371 Mar 31 20:23:19.014236 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3a6ef7c7-983e-4c9b-a22b-b7f3a78508ef req-3d507c96-47b0-4a1d-bf97-671799683827 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459530 Mar 31 20:23:19.062044 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f876db3-1e03-40a2-aaec-176ab67da33e req-7d3e9561-1ef0-4ec6-8d5a-c060c2c22a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.063536 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3f876db3-1e03-40a2-aaec-176ab67da33e req-7d3e9561-1ef0-4ec6-8d5a-c060c2c22a0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85cecc86725f4feca03840ad6535d0fb&device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 1127 time: 0.0429976 Mar 31 20:23:19.161838 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f876db3-1e03-40a2-aaec-176ab67da33e req-bc6520f8-12a3-49d2-b22d-dc05298d864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.163431 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3f876db3-1e03-40a2-aaec-176ab67da33e req-bc6520f8-12a3-49d2-b22d-dc05298d864e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a HTTP/1.1" status: 200 len: 909 time: 0.0831032 Mar 31 20:23:19.210003 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3f876db3-1e03-40a2-aaec-176ab67da33e req-e6daacc9-b297-4180-8278-6b13ba54a170 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 HTTP/1.1" status: 200 len: 217 time: 0.0357964 Mar 31 20:23:19.258038 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f876db3-1e03-40a2-aaec-176ab67da33e req-82c7144e-6429-4d6a-9e9d-cbe406bf6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.259494 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3f876db3-1e03-40a2-aaec-176ab67da33e req-82c7144e-6429-4d6a-9e9d-cbe406bf6c49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c HTTP/1.1" status: 200 len: 848 time: 0.0413315 Mar 31 20:23:19.295619 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3f876db3-1e03-40a2-aaec-176ab67da33e req-a2910725-a03c-4122-8170-1386e6e9951e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278354 Mar 31 20:23:19.383942 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3f876db3-1e03-40a2-aaec-176ab67da33e req-a4a7fbbc-fc6f-466b-806a-e2e7a869eba9 service neutron] 10.222.0.57 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784941 Mar 31 20:23:19.523387 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a3580-8b55-4850-a25f-ab8e7ddec644 req-a05b674e-1eaf-4c79-b903-f4f02b1f39ea tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.524904 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bf1a3580-8b55-4850-a25f-ab8e7ddec644 req-a05b674e-1eaf-4c79-b903-f4f02b1f39ea tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 943 time: 0.0797365 Mar 31 20:23:19.527233 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3f876db3-1e03-40a2-aaec-176ab67da33e req-ef74bde6-f329-49f6-8908-3ceffbce03a7 service neutron] 10.222.0.57 "GET /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264713 Mar 31 20:23:19.580725 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bf1a3580-8b55-4850-a25f-ab8e7ddec644 req-348d2488-0f3e-4eb0-936d-05777ae2d3a2 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500157 Mar 31 20:23:19.621659 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4639753-bf0f-4454-98b8-acb40415afe8 req-860ed90e-a5af-4502-aff6-0876cf593405 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:19.623342 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4639753-bf0f-4454-98b8-acb40415afe8 req-860ed90e-a5af-4502-aff6-0876cf593405 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0584257 Mar 31 20:23:19.673798 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4639753-bf0f-4454-98b8-acb40415afe8 req-9a57695b-ee1b-41b1-99e9-4e10a8490d3c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Mar 31 20:23:20.136299 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d693b-0eb5-4b18-aeb4-e55d1b2e9b60 req-cb6209fc-4ae4-4c65-903d-d3ee3995b1cd tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:20.137768 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-636d693b-0eb5-4b18-aeb4-e55d1b2e9b60 req-cb6209fc-4ae4-4c65-903d-d3ee3995b1cd tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 943 time: 0.0516396 Mar 31 20:23:20.184494 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-636d693b-0eb5-4b18-aeb4-e55d1b2e9b60 req-bdd0d8fb-e9b7-4e80-a624-c2efcfabb2e4 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406036 Mar 31 20:23:20.328432 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 014674b5-ea0a-41aa-9479-10db01081e73 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:23:20.421900 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 014674b5-ea0a-41aa-9479-10db01081e73, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=014674b5-ea0a-41aa-9479-10db01081e73,segment=NetworkSegment(d645968f-ae41-4ff0-8acf-08436713219c),segment_id=d645968f-ae41-4ff0-8acf-08436713219c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:20.433047 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '014674b5-ea0a-41aa-9479-10db01081e73', 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c', 'port_id': '014674b5-ea0a-41aa-9479-10db01081e73', 'mac_address': 'fa:16:3e:b5:a6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f0a3f9-a25c-47b3-9696-c98447390c8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:23:20.469290 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 014674b5-ea0a-41aa-9479-10db01081e73 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:20.469683 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (014674b5-ea0a-41aa-9479-10db01081e73), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:20.485504 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014674b5-ea0a-41aa-9479-10db01081e73 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:20.503588 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 014674b5-ea0a-41aa-9479-10db01081e73, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=014674b5-ea0a-41aa-9479-10db01081e73,segment=NetworkSegment(d645968f-ae41-4ff0-8acf-08436713219c),segment_id=d645968f-ae41-4ff0-8acf-08436713219c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:20.507862 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (014674b5-ea0a-41aa-9479-10db01081e73), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:20.553394 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=014674b5-ea0a-41aa-9479-10db01081e73,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:20.694260 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70ead6-9b3f-465c-816f-a980ca6fd788 req-5b5e6313-d88b-4c87-8f42-8b941afde061 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:20.695933 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-db70ead6-9b3f-465c-816f-a980ca6fd788 req-5b5e6313-d88b-4c87-8f42-8b941afde061 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 944 time: 0.0510902 Mar 31 20:23:20.742228 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-db70ead6-9b3f-465c-816f-a980ca6fd788 req-192d18bb-15c2-4377-a03c-8e9f46f905b1 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Mar 31 20:23:20.795763 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34dee1-c266-43d8-9495-17d355572266 req-1757a27f-d7ff-493c-8c26-c5ebe499a519 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:20.797240 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1b34dee1-c266-43d8-9495-17d355572266 req-1757a27f-d7ff-493c-8c26-c5ebe499a519 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0541263 Mar 31 20:23:20.843576 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1b34dee1-c266-43d8-9495-17d355572266 req-110dbeac-cc4e-4e8d-ac74-5d129492a3ea tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Mar 31 20:23:20.901182 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['014674b5-ea0a-41aa-9479-10db01081e73'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:23:21.299993 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9965c69-e208-45a0-bbd6-3dec3105d6d0 req-d9016bc6-8d6b-4de1-8969-aac137a7c48b tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:21.301554 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f9965c69-e208-45a0-bbd6-3dec3105d6d0 req-d9016bc6-8d6b-4de1-8969-aac137a7c48b tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 943 time: 0.0534263 Mar 31 20:23:21.347766 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f9965c69-e208-45a0-bbd6-3dec3105d6d0 req-e7c56b9d-c5b7-4c91-9aa0-d2bc1ea25813 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Mar 31 20:23:21.859409 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5f9e4-3f4d-4ca8-ab72-9bd02c6a51f4 req-ecf0c377-6f07-458b-a4e2-6d16d04d64f8 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:21.860870 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4dc5f9e4-3f4d-4ca8-ab72-9bd02c6a51f4 req-ecf0c377-6f07-458b-a4e2-6d16d04d64f8 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 944 time: 0.0513222 Mar 31 20:23:21.911824 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4dc5f9e4-3f4d-4ca8-ab72-9bd02c6a51f4 req-f16b2758-e347-4a38-a27a-1f6ee955bf6f tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453901 Mar 31 20:23:21.959761 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae0258-a615-40b3-9d68-98edb1e58735 req-0c195f07-ffbe-4468-811a-f82156f7a2b7 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:21.961241 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-84ae0258-a615-40b3-9d68-98edb1e58735 req-0c195f07-ffbe-4468-811a-f82156f7a2b7 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0541582 Mar 31 20:23:22.006234 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-84ae0258-a615-40b3-9d68-98edb1e58735 req-96ee9e0f-7c60-4683-8c98-a5c17552cc20 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Mar 31 20:23:22.349419 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:23:22.352094 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 014674b5-ea0a-41aa-9479-10db01081e73 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:22.466070 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec8251-2a90-445e-936d-02e9d7db142f req-1bcb2271-7fdc-45f1-bf93-ee9464024eca tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:22.466598 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 014674b5-ea0a-41aa-9479-10db01081e73 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:23:22.467836 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-78ec8251-2a90-445e-936d-02e9d7db142f req-1bcb2271-7fdc-45f1-bf93-ee9464024eca tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 943 time: 0.0517070 Mar 31 20:23:22.481754 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 014674b5-ea0a-41aa-9479-10db01081e73 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:22.482133 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (014674b5-ea0a-41aa-9479-10db01081e73), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:22.514837 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,segment=NetworkSegment(b7693a6d-2b08-427d-9c9f-9cce232f99bb),segment_id=b7693a6d-2b08-427d-9c9f-9cce232f99bb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:22.519121 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-78ec8251-2a90-445e-936d-02e9d7db142f req-ff3e4ac9-2294-4800-ac09-63cfb81ad204 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422165 Mar 31 20:23:22.536723 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2', 'network_id': 'f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a', 'port_id': '4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2', 'mac_address': 'fa:16:3e:99:81:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:23:22.583092 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:22.583485 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:22.615927 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:22.639712 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 014674b5-ea0a-41aa-9479-10db01081e73 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:22.640100 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (014674b5-ea0a-41aa-9479-10db01081e73), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:22.645354 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,segment=NetworkSegment(b7693a6d-2b08-427d-9c9f-9cce232f99bb),segment_id=b7693a6d-2b08-427d-9c9f-9cce232f99bb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:22.655257 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:22.691826 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824f08b-d7e0-4018-b2a8-feb8c3ac24ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014674b5-ea0a-41aa-9479-10db01081e73'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:22.694009 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede0d9d5-b494-4ea2-b443-b9956a35b403" -d '{"events": [{"server_uuid": "1824f08b-d7e0-4018-b2a8-feb8c3ac24ad", "name": "network-vif-plugged", "status": "completed", "tag": "014674b5-ea0a-41aa-9479-10db01081e73"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:22.709695 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 014674b5-ea0a-41aa-9479-10db01081e73, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=014674b5-ea0a-41aa-9479-10db01081e73,segment=NetworkSegment(d645968f-ae41-4ff0-8acf-08436713219c),segment_id=d645968f-ae41-4ff0-8acf-08436713219c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:22.714956 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (014674b5-ea0a-41aa-9479-10db01081e73), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:22.728726 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:22.754501 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c43965-8df3-4b5d-b060-ab0a90fa9b01 x-openstack-request-id: req-b7c43965-8df3-4b5d-b060-ab0a90fa9b01 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:22.754819 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824f08b-d7e0-4018-b2a8-feb8c3ac24ad", "name": "network-vif-plugged", "status": "completed", "tag": "014674b5-ea0a-41aa-9479-10db01081e73", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:22.755078 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b7c43965-8df3-4b5d-b060-ab0a90fa9b01 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:22.755474 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c43965-8df3-4b5d-b060-ab0a90fa9b01'] response: {'server_uuid': '1824f08b-d7e0-4018-b2a8-feb8c3ac24ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014674b5-ea0a-41aa-9479-10db01081e73', 'code': 200} Mar 31 20:23:22.783399 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=014674b5-ea0a-41aa-9479-10db01081e73,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:22.964753 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b36dd1-4ea8-47ee-af66-e8db023cc8e9 req-f2c0b9e2-3089-429e-8e8c-3de0669a513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:22.966960 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-61b36dd1-4ea8-47ee-af66-e8db023cc8e9 req-f2c0b9e2-3089-429e-8e8c-3de0669a513e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 1129 time: 0.0522063 Mar 31 20:23:23.044776 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-61b36dd1-4ea8-47ee-af66-e8db023cc8e9 req-f2e9106b-96f3-4068-8407-63866651717f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684252 Mar 31 20:23:23.059176 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe2ac3-cc74-458c-b9e0-835808f0fd3c req-6c61167e-5b5e-4a54-bf9a-fe0ac633c704 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:23.060628 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68fe2ac3-cc74-458c-b9e0-835808f0fd3c req-6c61167e-5b5e-4a54-bf9a-fe0ac633c704 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 945 time: 0.0711100 Mar 31 20:23:23.137361 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68fe2ac3-cc74-458c-b9e0-835808f0fd3c req-e83197ef-4379-4508-ae8c-b9f837047481 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712318 Mar 31 20:23:23.153392 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66683e3-82e6-495a-8a68-40db9debcaf9 req-002b61d1-9067-4a9c-98e8-f37416e321b9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:23.154875 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d66683e3-82e6-495a-8a68-40db9debcaf9 req-002b61d1-9067-4a9c-98e8-f37416e321b9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0819242 Mar 31 20:23:23.164513 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:23:23.202251 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d66683e3-82e6-495a-8a68-40db9debcaf9 req-16e7d927-9480-4645-b10c-b0113a6d9bb1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416875 Mar 31 20:23:23.633719 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2209cc9-d6f1-4e76-b2fc-1f6972bf1936 req-88c9316c-baba-4d2f-826a-4e6074a3bc57 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:23.635166 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b2209cc9-d6f1-4e76-b2fc-1f6972bf1936 req-88c9316c-baba-4d2f-826a-4e6074a3bc57 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 944 time: 0.0500023 Mar 31 20:23:23.679954 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b2209cc9-d6f1-4e76-b2fc-1f6972bf1936 req-addf2dce-231b-4b56-a995-ae62232efa05 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Mar 31 20:23:24.252790 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5449bf8-1624-4312-8291-01e657161e60 req-fb521f75-2f75-4e24-be3e-218a1eac9f06 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:24.254455 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a5449bf8-1624-4312-8291-01e657161e60 req-fb521f75-2f75-4e24-be3e-218a1eac9f06 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 945 time: 0.0521801 Mar 31 20:23:24.329768 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a5449bf8-1624-4312-8291-01e657161e60 req-fbe22360-d456-495e-bc17-9cc0397048b0 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690048 Mar 31 20:23:24.348191 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580814-3aeb-429f-b94a-6f3d33cf2de0 req-fdb1f18b-1bad-4792-b63f-dc9a0e7572a2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:24.349595 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81580814-3aeb-429f-b94a-6f3d33cf2de0 req-fdb1f18b-1bad-4792-b63f-dc9a0e7572a2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0753500 Mar 31 20:23:24.394764 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81580814-3aeb-429f-b94a-6f3d33cf2de0 req-c2b77b0b-2575-49e0-94a9-a12e64495aa8 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395272 Mar 31 20:23:24.793999 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa545a7-4aec-42d3-9dfe-460fd098d91f req-ffe579bf-433f-44f3-b31e-ae7b68d2446d tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:24.795830 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aaa545a7-4aec-42d3-9dfe-460fd098d91f req-ffe579bf-433f-44f3-b31e-ae7b68d2446d tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 944 time: 0.0516307 Mar 31 20:23:24.841293 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aaa545a7-4aec-42d3-9dfe-460fd098d91f req-bb47c4c5-2423-428b-b291-0b86143e3c66 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Mar 31 20:23:25.460889 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3df00-9aba-46d3-8f7c-fc2984515f0b req-5eea64dc-923e-401c-8e60-f477dd83b0f7 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:25.462402 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55c3df00-9aba-46d3-8f7c-fc2984515f0b req-5eea64dc-923e-401c-8e60-f477dd83b0f7 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 945 time: 0.0608270 Mar 31 20:23:25.541365 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55c3df00-9aba-46d3-8f7c-fc2984515f0b req-3a27a2fe-7ec2-4882-b4d3-ceeef2c8ddda tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733635 Mar 31 20:23:25.554083 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b61d6-c5ba-4667-b58c-18dd14ea9391 req-057be308-d445-4a89-8fd7-07627810d0a5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:25.555691 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c80b61d6-c5ba-4667-b58c-18dd14ea9391 req-057be308-d445-4a89-8fd7-07627810d0a5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0866170 Mar 31 20:23:25.616738 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c80b61d6-c5ba-4667-b58c-18dd14ea9391 req-28593e58-8ef6-4541-bdb2-e38b11ef9559 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544155 Mar 31 20:23:25.821530 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-17bddaba-e81e-432d-9b30-16a440cd678c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:25.970505 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8c483-69da-4130-a748-4bb1e277c885 req-a3aff38b-d78e-42aa-ad2c-2d8619982579 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:25.972065 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-85f8c483-69da-4130-a748-4bb1e277c885 req-a3aff38b-d78e-42aa-ad2c-2d8619982579 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 944 time: 0.0613074 Mar 31 20:23:26.029303 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-85f8c483-69da-4130-a748-4bb1e277c885 req-a514dac0-5094-43a1-b91e-4208785db182 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500085 Mar 31 20:23:26.387382 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:26.440503 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:23:26.445320 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:26.445778 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:26.539766 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:26.540160 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:26.562091 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c00681-5e15-4a53-80fe-4aeeae70587f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:26.564414 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9cc1c6-916f-4e84-ac9c-150145cbd52c" -d '{"events": [{"server_uuid": "35c00681-5e15-4a53-80fe-4aeeae70587f", "name": "network-vif-plugged", "status": "completed", "tag": "4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:26.577835 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,segment=NetworkSegment(b7693a6d-2b08-427d-9c9f-9cce232f99bb),segment_id=b7693a6d-2b08-427d-9c9f-9cce232f99bb)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:26.581898 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:26.608768 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6395ad33-303c-421d-9455-3d63b51839d2 x-openstack-request-id: req-6395ad33-303c-421d-9455-3d63b51839d2 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:26.609081 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c00681-5e15-4a53-80fe-4aeeae70587f", "name": "network-vif-plugged", "status": "completed", "tag": "4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:26.609485 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6395ad33-303c-421d-9455-3d63b51839d2 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:26.609760 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6395ad33-303c-421d-9455-3d63b51839d2'] response: {'server_uuid': '35c00681-5e15-4a53-80fe-4aeeae70587f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2', 'code': 200} Mar 31 20:23:26.637352 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:26.741859 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8508a3-e56f-4c45-8c29-b3c5fc4e020f req-bf5308fd-5337-4270-90a2-fa80a367403d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:26.743640 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff8508a3-e56f-4c45-8c29-b3c5fc4e020f req-bf5308fd-5337-4270-90a2-fa80a367403d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0547867 Mar 31 20:23:26.809984 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff8508a3-e56f-4c45-8c29-b3c5fc4e020f req-9c479b92-c65f-462a-ade2-c350877540ec tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592823 Mar 31 20:23:26.843556 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae977c-29ce-46ef-9b2c-98d3c7be6adf req-06eed517-1c22-4709-95e3-68300ea39afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:26.845041 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b2ae977c-29ce-46ef-9b2c-98d3c7be6adf req-06eed517-1c22-4709-95e3-68300ea39afa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 1129 time: 0.0548735 Mar 31 20:23:26.897174 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b2ae977c-29ce-46ef-9b2c-98d3c7be6adf req-bd728907-3e21-4cf3-9ec8-013d28b986cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381048 Mar 31 20:23:27.149818 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c236-cec2-4758-8387-225a139b1618 req-469308bf-9203-41f9-9fcf-857a19e78468 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:27.151283 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-31a7c236-cec2-4758-8387-225a139b1618 req-469308bf-9203-41f9-9fcf-857a19e78468 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 945 time: 0.0543051 Mar 31 20:23:27.196932 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-31a7c236-cec2-4758-8387-225a139b1618 req-9bc1d817-c48e-43fa-990f-a54b4775d069 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399728 Mar 31 20:23:27.932758 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75321e2a-33b7-42bd-9126-def5a372ce9c req-ca2ec239-00ef-47e0-b5a9-1955d08f611d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:27.934268 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-75321e2a-33b7-42bd-9126-def5a372ce9c req-ca2ec239-00ef-47e0-b5a9-1955d08f611d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0525849 Mar 31 20:23:27.980361 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-75321e2a-33b7-42bd-9126-def5a372ce9c req-aec16e2c-b8de-40c0-b449-1b27453fa625 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Mar 31 20:23:28.086571 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9bcd87bc-f4c9-4ab8-b227-78f78e2e7d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:28.334107 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b762a8d-51b5-4643-b16c-e042e6882dbd req-4a335afb-fb6f-43ec-8164-ca565fec95d5 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:28.335653 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7b762a8d-51b5-4643-b16c-e042e6882dbd req-4a335afb-fb6f-43ec-8164-ca565fec95d5 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 945 time: 0.0697463 Mar 31 20:23:28.387165 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7b762a8d-51b5-4643-b16c-e042e6882dbd req-c6e3b9c2-5b44-4e61-bf64-1fa69adf233e tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440588 Mar 31 20:23:29.095548 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17864f2-60f9-4a3e-bf7c-95d65474c4bc req-d7dc9b07-4e2b-4555-a131-7e1adfdf93b8 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:29.097001 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e17864f2-60f9-4a3e-bf7c-95d65474c4bc req-d7dc9b07-4e2b-4555-a131-7e1adfdf93b8 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0512352 Mar 31 20:23:29.145498 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e17864f2-60f9-4a3e-bf7c-95d65474c4bc req-5b553974-cf98-417b-b3fd-907e6574c98d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426750 Mar 31 20:23:29.331934 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:29.396616 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:23:29.508941 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86738ebc-7c65-4461-baec-8b24c6cc5f53 req-7ccd2452-eef4-4dfb-ba95-59f7700b634d tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:29.512110 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-86738ebc-7c65-4461-baec-8b24c6cc5f53 req-7ccd2452-eef4-4dfb-ba95-59f7700b634d tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 945 time: 0.0545716 Mar 31 20:23:29.561628 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-86738ebc-7c65-4461-baec-8b24c6cc5f53 req-e94d9d17-465d-47f0-aba2-f26be7097bb3 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454652 Mar 31 20:23:30.282469 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebfe80-a0a1-41a0-9e3e-2c92337b481e req-cbfe49c1-6947-43e8-bf24-835586efac58 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:30.283967 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a5ebfe80-a0a1-41a0-9e3e-2c92337b481e req-cbfe49c1-6947-43e8-bf24-835586efac58 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0675554 Mar 31 20:23:30.337130 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a5ebfe80-a0a1-41a0-9e3e-2c92337b481e req-38cf5366-9dae-4615-97ee-265b29e92cf0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452111 Mar 31 20:23:30.402128 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1c58a-a0b2-443f-9b68-4cc89cfd48c0 req-1db78423-ebee-4209-8441-2f2aafd22f19 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:30.403661 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-92d1c58a-a0b2-443f-9b68-4cc89cfd48c0 req-1db78423-ebee-4209-8441-2f2aafd22f19 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 945 time: 0.0522182 Mar 31 20:23:30.450401 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-92d1c58a-a0b2-443f-9b68-4cc89cfd48c0 req-c7fa301a-a7ca-4b5e-8d80-cda5cc654020 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Mar 31 20:23:30.699502 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:31.228259 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60368) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:31.333789 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6eee0bb4-097c-4747-8655-54dc616c0b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:31.417433 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6eee0bb4-097c-4747-8655-54dc616c0b62 admin admin] Publish callbacks [] for security_group (0aa3628c-18dd-49d7-8707-7c9b60563027), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:31.429385 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6eee0bb4-097c-4747-8655-54dc616c0b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0aa3628c-18dd-49d7-8707-7c9b60563027), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:31.486811 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-6eee0bb4-097c-4747-8655-54dc616c0b62 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bcdad5fafdda4b1eb0a61666c5eab521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574468 Mar 31 20:23:31.489754 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee0bb4-097c-4747-8655-54dc616c0b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa3628c-18dd-49d7-8707-7c9b60563027,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:31.489925 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60376) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:31.507998 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6228d04-bc2f-4e95-bbcb-c191fc1f7421 req-df9291c9-62e1-4e2c-92b7-77c3a679f8f9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:31.509481 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e6228d04-bc2f-4e95-bbcb-c191fc1f7421 req-df9291c9-62e1-4e2c-92b7-77c3a679f8f9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0908611 Mar 31 20:23:31.545439 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e94ad18-0948-4e07-8b95-b3e0bac0fc73 admin admin] Publish callbacks [] for security_group (0aa3628c-18dd-49d7-8707-7c9b60563027), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:31.567217 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e94ad18-0948-4e07-8b95-b3e0bac0fc73 admin admin] Publish callbacks [] for security_group (0aa3628c-18dd-49d7-8707-7c9b60563027), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:31.586561 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e6228d04-bc2f-4e95-bbcb-c191fc1f7421 req-d0403cdd-37fa-4b5c-a385-63de7bbfadd5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705545 Mar 31 20:23:31.606608 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258264c7-633a-47dc-9242-0bf2e0137d59 req-9fbdb019-8167-4949-9326-498d172b1227 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:31.608059 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-258264c7-633a-47dc-9242-0bf2e0137d59 req-9fbdb019-8167-4949-9326-498d172b1227 tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 945 time: 0.0701869 Mar 31 20:23:31.617228 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e94ad18-0948-4e07-8b95-b3e0bac0fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0aa3628c-18dd-49d7-8707-7c9b60563027), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:31.619826 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e94ad18-0948-4e07-8b95-b3e0bac0fc73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:31.620945 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6e94ad18-0948-4e07-8b95-b3e0bac0fc73 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0aa3628c-18dd-49d7-8707-7c9b60563027 HTTP/1.1" status: 204 len: 168 time: 0.1304224 Mar 31 20:23:31.629962 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94ad18-0948-4e07-8b95-b3e0bac0fc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa3628c-18dd-49d7-8707-7c9b60563027,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:31.663818 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-258264c7-633a-47dc-9242-0bf2e0137d59 req-6d3f9393-fa42-4866-92a1-6bbc951180fd tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484750 Mar 31 20:23:32.091287 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.270932 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60420) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:32.376468 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-263138928-network', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:32.395331 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Made reservation on behalf of a6d61eb81b754ed9b58c19c767bcc8ad for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:32.397660 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.409163 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.457298 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f288b-2fce-4266-8bb3-af312dacde20 req-8598d6ec-b4d9-4e0b-b145-38746ac184ca tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:32.458947 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-703f288b-2fce-4266-8bb3-af312dacde20 req-8598d6ec-b4d9-4e0b-b145-38746ac184ca tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.57 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 945 time: 0.0516696 Mar 31 20:23:32.489587 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Publish callbacks [] for security_group (00967983-1b4e-4400-95c0-d87205b1140e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.496418 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (00967983-1b4e-4400-95c0-d87205b1140e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.524873 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:32.530247 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00967983-1b4e-4400-95c0-d87205b1140e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:32.540049 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (66781cb0-4718-43c6-97a7-d4dcefd21716), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.541052 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Added segment 66781cb0-4718-43c6-97a7-d4dcefd21716 of type vlan for network c07f2492-1a2b-4036-bccd-b3989f4f9275 Mar 31 20:23:32.574209 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-703f288b-2fce-4266-8bb3-af312dacde20 req-e2abdcb0-d5af-40c6-896d-1e3f2fd3c95f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Deleting port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:23:32.574575 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-703f288b-2fce-4266-8bb3-af312dacde20 req-e2abdcb0-d5af-40c6-896d-1e3f2fd3c95f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.580205 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (c07f2492-1a2b-4036-bccd-b3989f4f9275), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.608636 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (c07f2492-1a2b-4036-bccd-b3989f4f9275), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.609678 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:32.610310 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.667820 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3955429 Mar 31 20:23:32.672030 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60428) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:32.677283 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Request body: {'subnet': {'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-263138928-subnet', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:32.682488 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-703f288b-2fce-4266-8bb3-af312dacde20 req-e2abdcb0-d5af-40c6-896d-1e3f2fd3c95f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] For port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,segment=NetworkSegment(b7693a6d-2b08-427d-9c9f-9cce232f99bb),segment_id=b7693a6d-2b08-427d-9c9f-9cce232f99bb)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:32.682928 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-703f288b-2fce-4266-8bb3-af312dacde20 req-e2abdcb0-d5af-40c6-896d-1e3f2fd3c95f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.691752 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28278fa8-5a3e-4f0c-adac-cca4ba1dd20d admin admin] Pushing event updated for resources: {'Network': ['ID=c07f2492-1a2b-4036-bccd-b3989f4f9275,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:32.705851 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:32.716089 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Made reservation on behalf of a6d61eb81b754ed9b58c19c767bcc8ad for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:32.718430 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977196'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.722650 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-703f288b-2fce-4266-8bb3-af312dacde20 req-e2abdcb0-d5af-40c6-896d-1e3f2fd3c95f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Calling delete_port for 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:23:32.946020 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3511544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977210'] for subnet (bea8a71f-55b9-4597-a4bb-cfa19114e421), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.010342 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea8a71f-55b9-4597-a4bb-cfa19114e421,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:33.018167 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Checking segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:33.018533 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Network hostable DHCP agents. Network: c07f2492-1a2b-4036-bccd-b3989f4f9275, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:33.032526 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41732d7e-b43d-4411-a273-a3d3c32f1650 req-0d6b638c-184a-403d-895f-6b48626be9c0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:33.033938 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-41732d7e-b43d-4411-a273-a3d3c32f1650 req-0d6b638c-184a-403d-895f-6b48626be9c0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.3676085 Mar 31 20:23:33.036197 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:33.046457 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, c07f2492-1a2b-4036-bccd-b3989f4f9275) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:33.051593 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:33.052309 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.057885 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e6473d-d9c0-4393-9651-9e0aa2bb27bf None None] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:33.070818 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c2b3e909-aa6c-4754-a9d3-2503f285d5bd admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3976636 Mar 31 20:23:33.073282 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60432) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:33.078562 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:33.102143 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.103882 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.145969 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-41732d7e-b43d-4411-a273-a3d3c32f1650 req-f771f001-81ea-49f0-9b13-03a42f0d5b58 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006725 Mar 31 20:23:33.155022 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145eb4-29af-45cc-b2c3-e02d4b8759c9 req-7706abe3-2d66-49ae-8ca1-48b3558e548f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:33.156500 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-16145eb4-29af-45cc-b2c3-e02d4b8759c9 req-7706abe3-2d66-49ae-8ca1-48b3558e548f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/ports?device_id=35c00681-5e15-4a53-80fe-4aeeae70587f HTTP/1.1" status: 200 len: 945 time: 0.1329186 Mar 31 20:23:33.185835 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks [] for router_controller (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.190841 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-c07f2492-1a2b-4036-bccd-b3989f4f9275', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:23:33.192509 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.263779 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-16145eb4-29af-45cc-b2c3-e02d4b8759c9 req-723ace08-324d-4686-98a1-9d67bf952cbd tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.82 "GET /v2.0/security-groups?id=147eac34-2753-41e4-b2c7-b733aba7925b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938542 Mar 31 20:23:33.266632 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-703f288b-2fce-4266-8bb3-af312dacde20 req-e2abdcb0-d5af-40c6-896d-1e3f2fd3c95f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.308971 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:23:33.313113 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abdcb0-d5af-40c6-896d-1e3f2fd3c95f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Pushing event deleted for resources: {'Port': ['ID=4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:33.357747 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks [] for router_gateway (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.388583 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-703f288b-2fce-4266-8bb3-af312dacde20 req-e2abdcb0-d5af-40c6-896d-1e3f2fd3c95f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] No DVR routers for this DVR port 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:23:33.397490 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-703f288b-2fce-4266-8bb3-af312dacde20 req-e2abdcb0-d5af-40c6-896d-1e3f2fd3c95f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.401580 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-703f288b-2fce-4266-8bb3-af312dacde20 req-e2abdcb0-d5af-40c6-896d-1e3f2fd3c95f tempest-VolumesActionsTest-1769532264 tempest-VolumesActionsTest-1769532264-project] 10.222.0.57 "DELETE /v2.0/ports/4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 HTTP/1.1" status: 204 len: 173 time: 0.9356658 Mar 31 20:23:33.402012 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c00681-5e15-4a53-80fe-4aeeae70587f', 'name': 'network-vif-deleted', 'tag': '4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:33.405029 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62e9f74-126c-4163-8e31-29250ced3106" -d '{"events": [{"server_uuid": "35c00681-5e15-4a53-80fe-4aeeae70587f", "name": "network-vif-deleted", "tag": "4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:33.458502 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Allocated IP 172.20.0.2 (c07f2492-1a2b-4036-bccd-b3989f4f9275/bea8a71f-55b9-4597-a4bb-cfa19114e421/90898639-da97-4d37-b5d4-da3bbdd092bb) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:33.487319 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.513945 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b109e3-6c5b-4139-8fd8-0efb2949c3fd x-openstack-request-id: req-60b109e3-6c5b-4139-8fd8-0efb2949c3fd {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:33.514517 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c00681-5e15-4a53-80fe-4aeeae70587f", "name": "network-vif-deleted", "tag": "4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:33.514517 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-60b109e3-6c5b-4139-8fd8-0efb2949c3fd {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:33.514841 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b109e3-6c5b-4139-8fd8-0efb2949c3fd'] response: {'server_uuid': '35c00681-5e15-4a53-80fe-4aeeae70587f', 'name': 'network-vif-deleted', 'tag': '4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2', 'status': 'completed', 'code': 200} Mar 31 20:23:33.622577 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks [] for router_gateway (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.642998 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.664721 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Publish callbacks [] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.672058 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.722687 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Pushing event updated for resources: {'Port': ['ID=90898639-da97-4d37-b5d4-da3bbdd092bb,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:33.732723 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:33.736464 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:33.739280 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:33.765601 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Allocated IP 172.27.1.212 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/c62024ab-12ad-4827-b7a9-a2b4e62ee84a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:33.801988 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Attempting to bind port 90898639-da97-4d37-b5d4-da3bbdd092bb on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:33.802364 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Attempting to bind port 90898639-da97-4d37-b5d4-da3bbdd092bb by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:33.802752 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Attempting to bind port 90898639-da97-4d37-b5d4-da3bbdd092bb on network c07f2492-1a2b-4036-bccd-b3989f4f9275 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:33.808587 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:33.809224 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Checking segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:33.809801 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.810343 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Bound using segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:33.810988 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Bound port: 90898639-da97-4d37-b5d4-da3bbdd092bb, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:33.811552 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.875958 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] For port 90898639-da97-4d37-b5d4-da3bbdd092bb, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:33.879206 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] For port 90898639-da97-4d37-b5d4-da3bbdd092bb, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=90898639-da97-4d37-b5d4-da3bbdd092bb,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:33.885965 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.887409 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60462) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:33.887603 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks [] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.929327 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.950330 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab481f9-9508-4f20-83d4-6b825c2a24e3 None None] Pushing event updated for resources: {'Port': ['ID=90898639-da97-4d37-b5d4-da3bbdd092bb,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:33.990510 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:33.995836 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:34.000127 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:34.043553 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Pushing event updated for resources: {'Port': ['ID=c62024ab-12ad-4827-b7a9-a2b4e62ee84a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.068551 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-699d45f3-1027-4386-aeaf-e3ff570307d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.242249 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-699d45f3-1027-4386-aeaf-e3ff570307d0 admin admin] Publish callbacks [] for security_group (ffda5cd6-65a7-48a0-9ebe-4cb4c069ea2f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.249216 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-699d45f3-1027-4386-aeaf-e3ff570307d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (ffda5cd6-65a7-48a0-9ebe-4cb4c069ea2f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.444096 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-699d45f3-1027-4386-aeaf-e3ff570307d0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7aa93d9154cf422887ae6b823b9ad6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5530806 Mar 31 20:23:34.444096 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d45f3-1027-4386-aeaf-e3ff570307d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffda5cd6-65a7-48a0-9ebe-4cb4c069ea2f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.445549 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60478) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:34.453110 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks [] for router_gateway (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.512120 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a75649-51c8-4961-8ef5-3f477ba20406 req-2b390643-b973-46cb-a79a-765ad91c50f5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:34.513760 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-31a75649-51c8-4961-8ef5-3f477ba20406 req-2b390643-b973-46cb-a79a-765ad91c50f5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.2102387 Mar 31 20:23:34.586181 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 90898639-da97-4d37-b5d4-da3bbdd092bb up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:34.618219 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef666658-4d61-452c-93f7-07493200a9c2 admin admin] Publish callbacks [] for security_group (ffda5cd6-65a7-48a0-9ebe-4cb4c069ea2f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.627294 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-31a75649-51c8-4961-8ef5-3f477ba20406 req-4c6c6751-2072-4f9f-bc77-e9dd99b8a835 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008575 Mar 31 20:23:34.664862 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef666658-4d61-452c-93f7-07493200a9c2 admin admin] Publish callbacks [] for security_group (ffda5cd6-65a7-48a0-9ebe-4cb4c069ea2f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.676532 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 90898639-da97-4d37-b5d4-da3bbdd092bb triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:34.677573 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.749596 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef666658-4d61-452c-93f7-07493200a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (ffda5cd6-65a7-48a0-9ebe-4cb4c069ea2f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.752444 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ef666658-4d61-452c-93f7-07493200a9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.753833 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ef666658-4d61-452c-93f7-07493200a9c2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ffda5cd6-65a7-48a0-9ebe-4cb4c069ea2f HTTP/1.1" status: 204 len: 168 time: 0.3039024 Mar 31 20:23:34.792382 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef666658-4d61-452c-93f7-07493200a9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffda5cd6-65a7-48a0-9ebe-4cb4c069ea2f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.801699 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 90898639-da97-4d37-b5d4-da3bbdd092bb is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:34.802101 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.865045 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 90898639-da97-4d37-b5d4-da3bbdd092bb, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=90898639-da97-4d37-b5d4-da3bbdd092bb,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:34.871439 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.940703 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=90898639-da97-4d37-b5d4-da3bbdd092bb,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:35.067402 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.146251 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60504) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:35.163496 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6c4264e-5057-42ca-83dc-b195f34b86b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.236334 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:23:35.277285 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6c4264e-5057-42ca-83dc-b195f34b86b1 admin admin] Publish callbacks [] for security_group (96c86239-81a9-4e30-aded-e91edebf386b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.282053 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c6c4264e-5057-42ca-83dc-b195f34b86b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (96c86239-81a9-4e30-aded-e91edebf386b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.333273 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4264e-5057-42ca-83dc-b195f34b86b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c86239-81a9-4e30-aded-e91edebf386b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:35.345226 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c6c4264e-5057-42ca-83dc-b195f34b86b1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f440eb4c6d5e41beb6e6f50f69d40406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965213 Mar 31 20:23:35.347767 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60516) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:35.386615 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:35.399124 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Sync routers for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:35.415906 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:35.416558 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:23:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:35.420179 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0235df3b-1414-46c7-be13-2416d357fc58 admin admin] Publish callbacks [] for security_group (96c86239-81a9-4e30-aded-e91edebf386b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.432827 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.436907 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-92f5cd6c-7bcf-454a-bb95-81a033d47002 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3623984 Mar 31 20:23:35.438127 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60520) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:35.452835 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0235df3b-1414-46c7-be13-2416d357fc58 admin admin] Publish callbacks [] for security_group (96c86239-81a9-4e30-aded-e91edebf386b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.512640 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10c9bd-e071-4c75-9ea4-3cf819ae2853 None None] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:35.557522 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0235df3b-1414-46c7-be13-2416d357fc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (96c86239-81a9-4e30-aded-e91edebf386b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.561895 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0235df3b-1414-46c7-be13-2416d357fc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.561895 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-0235df3b-1414-46c7-be13-2416d357fc58 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/96c86239-81a9-4e30-aded-e91edebf386b HTTP/1.1" status: 204 len: 168 time: 0.2130146 Mar 31 20:23:35.570934 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:35.572030 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235df3b-1414-46c7-be13-2416d357fc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c86239-81a9-4e30-aded-e91edebf386b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:35.627733 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ac22180e-a5fc-4b66-ad49-f939e2ae3431 None None] Provisioning complete for port 90898639-da97-4d37-b5d4-da3bbdd092bb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:35.628316 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac22180e-a5fc-4b66-ad49-f939e2ae3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.805501 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:34Z', 'revision_number': 3, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:35.818634 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36017ff-04e2-405e-be23-7fe75be4f5ff req-8faf1961-e051-4024-be32-286289e2a1af tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:35.821438 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d36017ff-04e2-405e-be23-7fe75be4f5ff req-8faf1961-e051-4024-be32-286289e2a1af tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0891507 Mar 31 20:23:35.839016 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Checking router: 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:35.839683 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Updating router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc port c62024ab-12ad-4827-b7a9-a2b4e62ee84a binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:23:35.852283 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ac22180e-a5fc-4b66-ad49-f939e2ae3431 None None] Current status of the port 90898639-da97-4d37-b5d4-da3bbdd092bb is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:35.871634 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.932395 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d36017ff-04e2-405e-be23-7fe75be4f5ff req-18d0a3c3-d287-4a21-a330-56605fad5efa tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028092 Mar 31 20:23:36.105184 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.186444 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fea37e5f-cf5c-4906-b4da-2a24deb12d17 None None] Provisioning complete for port 90898639-da97-4d37-b5d4-da3bbdd092bb triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:36.186758 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fea37e5f-cf5c-4906-b4da-2a24deb12d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.281607 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Publish callbacks [] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.285814 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fea37e5f-cf5c-4906-b4da-2a24deb12d17 None None] Current status of the port 90898639-da97-4d37-b5d4-da3bbdd092bb is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:36.290949 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.314153 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Allocated IP 172.20.0.1 (c07f2492-1a2b-4036-bccd-b3989f4f9275/bea8a71f-55b9-4597-a4bb-cfa19114e421/269f05b1-212e-4434-95c2-586bef9d2573) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:36.359298 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Attempting to bind port c62024ab-12ad-4827-b7a9-a2b4e62ee84a on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:36.359898 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Attempting to bind port c62024ab-12ad-4827-b7a9-a2b4e62ee84a by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:36.360258 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Attempting to bind port c62024ab-12ad-4827-b7a9-a2b4e62ee84a on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:36.363625 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Pushing event updated for resources: {'Port': ['ID=c62024ab-12ad-4827-b7a9-a2b4e62ee84a,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:36.369243 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:36.369855 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:36.370434 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.371014 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:36.371497 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Bound port: c62024ab-12ad-4827-b7a9-a2b4e62ee84a, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:36.372376 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.405725 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.406382 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.406708 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.407341 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.407778 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.408278 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.408707 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.409692 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.410181 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.411109 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.411461 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.411941 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.412531 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.412920 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.413500 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.448026 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 90898639-da97-4d37-b5d4-da3bbdd092bb up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:36.461094 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Publish callbacks [] for port (269f05b1-212e-4434-95c2-586bef9d2573), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.465301 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] For port c62024ab-12ad-4827-b7a9-a2b4e62ee84a, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:36.470407 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] For port c62024ab-12ad-4827-b7a9-a2b4e62ee84a, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=c62024ab-12ad-4827-b7a9-a2b4e62ee84a,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:36.481910 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.509994 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 90898639-da97-4d37-b5d4-da3bbdd092bb triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:36.510646 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.523082 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (269f05b1-212e-4434-95c2-586bef9d2573), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.563689 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:36.564878 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:23:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:36.591692 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Pushing event updated for resources: {'Port': ['ID=269f05b1-212e-4434-95c2-586bef9d2573,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:36.596249 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:36.598086 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:36.600497 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:36.639421 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00a4b5-3d9a-4999-978c-ab8994933c7b None None] Pushing event updated for resources: {'Port': ['ID=c62024ab-12ad-4827-b7a9-a2b4e62ee84a,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:36.648583 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.666447 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 90898639-da97-4d37-b5d4-da3bbdd092bb is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:36.750103 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:36.826049 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (269f05b1-212e-4434-95c2-586bef9d2573), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.892297 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:23:36.923978 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:23:36.924572 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 4a2e516d-d7a3-43ab-a16b-efafa0ddf6a2 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:23:36.933982 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f72d6bbe-ffd0-45f1-aaba-ef05865a97eb None None] Provisioning complete for port 269f05b1-212e-4434-95c2-586bef9d2573 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:36.934886 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f72d6bbe-ffd0-45f1-aaba-ef05865a97eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (269f05b1-212e-4434-95c2-586bef9d2573), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.977707 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f72d6bbe-ffd0-45f1-aaba-ef05865a97eb None None] Port 269f05b1-212e-4434-95c2-586bef9d2573 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:36.994028 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:34Z', 'revision_number': 3, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:37.032954 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3067c59-8e80-4879-991d-0eb058c808f4 None None] The sync data for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi is: [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:34Z', 'revision_number': 3, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:23:37.055557 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Publish callbacks [] for port (269f05b1-212e-4434-95c2-586bef9d2573), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.063522 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (269f05b1-212e-4434-95c2-586bef9d2573), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.089871 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569042b-ab92-4701-9ec1-9091eefd1a1b req-23140871-040d-4321-abb4-7191de310b0c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:37.094263 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1569042b-ab92-4701-9ec1-9091eefd1a1b req-23140871-040d-4321-abb4-7191de310b0c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0757766 Mar 31 20:23:37.150177 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.153097 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1569042b-ab92-4701-9ec1-9091eefd1a1b req-7db81359-b66e-4cb0-a644-21a151caf398 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556653 Mar 31 20:23:37.160731 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Pushing event updated for resources: {'Port': ['ID=269f05b1-212e-4434-95c2-586bef9d2573,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:37.258584 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:37.260193 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:37.428918 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:23:37.564981 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:37.578758 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-a73c150c-0316-4e1b-ab2c-02306103a7ee admin admin] 10.222.0.82 "PUT /v2.0/routers/77aec4b1-8103-4589-9bf7-f4c3b1e21ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1361084 Mar 31 20:23:37.611725 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e7456d3b-de41-470f-ae89-91a91fc17ea5 None None] Provisioning complete for port 269f05b1-212e-4434-95c2-586bef9d2573 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:37.616952 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e7456d3b-de41-470f-ae89-91a91fc17ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (269f05b1-212e-4434-95c2-586bef9d2573), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.674230 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e7456d3b-de41-470f-ae89-91a91fc17ea5 None None] Port 269f05b1-212e-4434-95c2-586bef9d2573 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:37.958225 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60606) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:38.080955 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e11492-6405-41f6-a672-8a932d13ed8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.168755 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e11492-6405-41f6-a672-8a932d13ed8e admin admin] Publish callbacks [] for security_group (00c476b8-e0c1-4d4b-9790-b1c8dd1546d5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.173272 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e11492-6405-41f6-a672-8a932d13ed8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (00c476b8-e0c1-4d4b-9790-b1c8dd1546d5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.216618 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60620) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:38.217191 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-98e11492-6405-41f6-a672-8a932d13ed8e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f9c911607f6f43768d2ac90d8506611d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562506 Mar 31 20:23:38.218065 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e11492-6405-41f6-a672-8a932d13ed8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c476b8-e0c1-4d4b-9790-b1c8dd1546d5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:38.260350 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60622) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:38.265171 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1925433683-network', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:38.285243 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Made reservation on behalf of dc4dc2ce9e504a7a9c1d6bfadc76fd19 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:38.288484 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.297399 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.301304 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e85c9d1-1d4f-4381-adf1-502fbb48ec7f admin admin] Publish callbacks [] for security_group (00c476b8-e0c1-4d4b-9790-b1c8dd1546d5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.331772 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb1859-26ca-423c-8517-98bffa2bc09d req-4dcf9f46-67cd-4762-b33d-0241dab66d0f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:38.333259 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d7cb1859-26ca-423c-8517-98bffa2bc09d req-4dcf9f46-67cd-4762-b33d-0241dab66d0f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0914562 Mar 31 20:23:38.338166 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e85c9d1-1d4f-4381-adf1-502fbb48ec7f admin admin] Publish callbacks [] for security_group (00c476b8-e0c1-4d4b-9790-b1c8dd1546d5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.407359 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Publish callbacks [] for security_group (d3753c7b-d1dc-465b-993f-4ee09f928af6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.414802 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d3753c7b-d1dc-465b-993f-4ee09f928af6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.415100 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d7cb1859-26ca-423c-8517-98bffa2bc09d req-f4fd6878-71f6-4d57-add9-e106f3159852 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746546 Mar 31 20:23:38.446792 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device c62024ab-12ad-4827-b7a9-a2b4e62ee84a up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:38.450340 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e85c9d1-1d4f-4381-adf1-502fbb48ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (00c476b8-e0c1-4d4b-9790-b1c8dd1546d5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.452022 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:38.458411 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e85c9d1-1d4f-4381-adf1-502fbb48ec7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.459721 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-3e85c9d1-1d4f-4381-adf1-502fbb48ec7f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/00c476b8-e0c1-4d4b-9790-b1c8dd1546d5 HTTP/1.1" status: 204 len: 168 time: 0.2413738 Mar 31 20:23:38.464601 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3753c7b-d1dc-465b-993f-4ee09f928af6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:38.472632 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (6019cfdf-4bee-45d9-b5d1-d91155691a0f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.473950 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Added segment 6019cfdf-4bee-45d9-b5d1-d91155691a0f of type vlan for network 1b1360cc-7482-46a4-95ba-465208b8c156 Mar 31 20:23:38.480398 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85c9d1-1d4f-4381-adf1-502fbb48ec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c476b8-e0c1-4d4b-9790-b1c8dd1546d5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:38.536309 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port c62024ab-12ad-4827-b7a9-a2b4e62ee84a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:38.536690 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.537855 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (1b1360cc-7482-46a4-95ba-465208b8c156), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.571501 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (1b1360cc-7482-46a4-95ba-465208b8c156), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.572977 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:38.573627 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.632059 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port c62024ab-12ad-4827-b7a9-a2b4e62ee84a is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:38.632729 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.643233 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3817685 Mar 31 20:23:38.646100 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60626) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:38.651680 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Request body: {'subnet': {'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1925433683-subnet', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:38.655086 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec230c-c5db-4dc5-b9c7-e6117b194883 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1360cc-7482-46a4-95ba-465208b8c156,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:38.661510 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port c62024ab-12ad-4827-b7a9-a2b4e62ee84a, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=c62024ab-12ad-4827-b7a9-a2b4e62ee84a,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:38.667611 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.676423 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Made reservation on behalf of dc4dc2ce9e504a7a9c1d6bfadc76fd19 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:38.679588 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977196'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.680446 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 1b1360cc-7482-46a4-95ba-465208b8c156 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:38.792422 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=c62024ab-12ad-4827-b7a9-a2b4e62ee84a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:38.887927 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3511544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977210'] for subnet (54c90026-1af3-4258-a1c9-67b51591e690), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.919401 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60636) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:38.933103 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ba70c6f-86a1-48bf-8e9b-a85cfcc1c7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.956291 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c90026-1af3-4258-a1c9-67b51591e690,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:38.967918 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Checking segment: {'id': '6019cfdf-4bee-45d9-b5d1-d91155691a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:38.968305 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Network hostable DHCP agents. Network: 1b1360cc-7482-46a4-95ba-465208b8c156, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:38.987522 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Network 1b1360cc-7482-46a4-95ba-465208b8c156 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:38.997666 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Sync routers for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:39.002912 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 1b1360cc-7482-46a4-95ba-465208b8c156) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:39.010184 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:39.010857 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.016060 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db4cb35-9a05-4f2c-a652-a06a03bed449 None None] Network 1b1360cc-7482-46a4-95ba-465208b8c156 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:39.022455 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:39.023365 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:23:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:39.030156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ba70c6f-86a1-48bf-8e9b-a85cfcc1c7c8 admin admin] Publish callbacks [] for security_group (06a8d410-5193-4b33-a085-99947ec0a295), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.031733 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-7873f9e0-f77f-45cf-8bf9-9bd5eab3dc10 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3835495 Mar 31 20:23:39.035143 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60638) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:39.040341 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1925433683-router', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:39.044475 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7ba70c6f-86a1-48bf-8e9b-a85cfcc1c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (06a8d410-5193-4b33-a085-99947ec0a295), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.099038 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-7ba70c6f-86a1-48bf-8e9b-a85cfcc1c7c8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=398f980085b6470baecd7cb6435bbb02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758432 Mar 31 20:23:39.099038 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.099038 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.099407 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60640) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:39.156876 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b88aef3a-ffc4-4068-984a-dfe735ab8482 admin admin] Publish callbacks [] for security_group (06a8d410-5193-4b33-a085-99947ec0a295), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.162173 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba70c6f-86a1-48bf-8e9b-a85cfcc1c7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a8d410-5193-4b33-a085-99947ec0a295,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:39.177715 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks [] for router_controller (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.186342 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b88aef3a-ffc4-4068-984a-dfe735ab8482 admin admin] Publish callbacks [] for security_group (06a8d410-5193-4b33-a085-99947ec0a295), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.208764 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:39.238261 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b88aef3a-ffc4-4068-984a-dfe735ab8482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (06a8d410-5193-4b33-a085-99947ec0a295), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.241390 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b88aef3a-ffc4-4068-984a-dfe735ab8482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.243150 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-b88aef3a-ffc4-4068-984a-dfe735ab8482 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/06a8d410-5193-4b33-a085-99947ec0a295 HTTP/1.1" status: 204 len: 168 time: 0.1428764 Mar 31 20:23:39.248256 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-1b1360cc-7482-46a4-95ba-465208b8c156', 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156', 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'fixed_ips': [{'subnet_id': '54c90026-1af3-4258-a1c9-67b51591e690'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:23:39.249238 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.253644 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88aef3a-ffc4-4068-984a-dfe735ab8482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a8d410-5193-4b33-a085-99947ec0a295,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:39.336376 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks [] for router_gateway (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.545750 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Allocated IP 172.20.0.2 (1b1360cc-7482-46a4-95ba-465208b8c156/54c90026-1af3-4258-a1c9-67b51591e690/9e5f8923-9a86-4cfe-a924-3cfaf6c62af2) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:39.609709 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks [] for router_gateway (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.618440 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7309afc-69c4-4c6a-acb9-0d09f23b6aef req-3c64c5b4-f589-4e1c-994c-179ac9d3558c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:39.620028 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d7309afc-69c4-4c6a-acb9-0d09f23b6aef req-3c64c5b4-f589-4e1c-994c-179ac9d3558c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1270442 Mar 31 20:23:39.641338 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.741541 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d7309afc-69c4-4c6a-acb9-0d09f23b6aef req-5ff7f7c2-30e9-4f20-9116-448856a08e79 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023023 Mar 31 20:23:39.757676 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 2, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:39.794831 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Checking router: 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:39.795476 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Updating router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc port 269f05b1-212e-4434-95c2-586bef9d2573 binding host dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:23:39.803401 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Allocated IP 172.27.1.176 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:39.849546 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (269f05b1-212e-4434-95c2-586bef9d2573), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.935755 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks [] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.946290 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Publish callbacks [] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.982590 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.002534 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.030185 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:40.033102 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:40.035908 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:40.063105 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Pushing event updated for resources: {'Port': ['ID=6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:40.070956 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Network 1b1360cc-7482-46a4-95ba-465208b8c156 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:40.099090 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Pushing event updated for resources: {'Port': ['ID=9e5f8923-9a86-4cfe-a924-3cfaf6c62af2,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:40.101620 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:40.106907 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:40.193465 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Attempting to bind port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:40.194342 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Attempting to bind port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '6019cfdf-4bee-45d9-b5d1-d91155691a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:40.194746 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Attempting to bind port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 on network 1b1360cc-7482-46a4-95ba-465208b8c156 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:40.206050 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:40.206437 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Checking segment: {'id': '6019cfdf-4bee-45d9-b5d1-d91155691a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:40.207140 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.207690 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Bound using segment: {'id': '6019cfdf-4bee-45d9-b5d1-d91155691a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:40.208194 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Bound port: 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6019cfdf-4bee-45d9-b5d1-d91155691a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:40.208588 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.315742 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks [] for router_gateway (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.325968 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Publish callbacks [] for port (269f05b1-212e-4434-95c2-586bef9d2573), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.329669 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] For port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:40.333404 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] For port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=9e5f8923-9a86-4cfe-a924-3cfaf6c62af2,segment=NetworkSegment(6019cfdf-4bee-45d9-b5d1-d91155691a0f),segment_id=6019cfdf-4bee-45d9-b5d1-d91155691a0f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:40.335638 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (269f05b1-212e-4434-95c2-586bef9d2573), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.362338 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.396359 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4197d-79b4-4acb-a5ee-8712f91cabc5 None None] Pushing event updated for resources: {'Port': ['ID=269f05b1-212e-4434-95c2-586bef9d2573,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:40.504581 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device c62024ab-12ad-4827-b7a9-a2b4e62ee84a up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:40.599593 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.623210 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Attempting to bind port 269f05b1-212e-4434-95c2-586bef9d2573 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:40.623804 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Attempting to bind port 269f05b1-212e-4434-95c2-586bef9d2573 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:40.624326 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Attempting to bind port 269f05b1-212e-4434-95c2-586bef9d2573 on network c07f2492-1a2b-4036-bccd-b3989f4f9275 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:40.635719 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:40.636521 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Checking segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:40.636941 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.637344 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Bound using segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:40.637814 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Bound port: 269f05b1-212e-4434-95c2-586bef9d2573, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:40.638372 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (269f05b1-212e-4434-95c2-586bef9d2573), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.655510 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356afcb-b201-41f7-bf34-b2d522f73448 None None] Pushing event updated for resources: {'Port': ['ID=9e5f8923-9a86-4cfe-a924-3cfaf6c62af2,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:40.691869 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port c62024ab-12ad-4827-b7a9-a2b4e62ee84a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:40.692247 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.797140 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] For port 269f05b1-212e-4434-95c2-586bef9d2573, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:40.801647 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] For port 269f05b1-212e-4434-95c2-586bef9d2573, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=269f05b1-212e-4434-95c2-586bef9d2573,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:40.852576 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:23:40.861094 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (269f05b1-212e-4434-95c2-586bef9d2573), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.937367 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port c62024ab-12ad-4827-b7a9-a2b4e62ee84a is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:40.941932 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c57a17f3-52d2-4435-81c1-d68b76257dce None None] Provisioning complete for port 269f05b1-212e-4434-95c2-586bef9d2573 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:40.942391 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c57a17f3-52d2-4435-81c1-d68b76257dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (269f05b1-212e-4434-95c2-586bef9d2573), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.013036 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:41.013685 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:23:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:41.094529 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4197d-79b4-4acb-a5ee-8712f91cabc5 None None] Pushing event updated for resources: {'Port': ['ID=269f05b1-212e-4434-95c2-586bef9d2573,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:41.164385 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c57a17f3-52d2-4435-81c1-d68b76257dce None None] Current status of the port 269f05b1-212e-4434-95c2-586bef9d2573 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:41.165027 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c57a17f3-52d2-4435-81c1-d68b76257dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (269f05b1-212e-4434-95c2-586bef9d2573), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.242574 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c57a17f3-52d2-4435-81c1-d68b76257dce None None] For port 269f05b1-212e-4434-95c2-586bef9d2573, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=269f05b1-212e-4434-95c2-586bef9d2573,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:41.251510 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c57a17f3-52d2-4435-81c1-d68b76257dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (269f05b1-212e-4434-95c2-586bef9d2573), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.297691 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:41.377647 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a17f3-52d2-4435-81c1-d68b76257dce None None] Pushing event updated for resources: {'Port': ['ID=269f05b1-212e-4434-95c2-586bef9d2573,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:41.450975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce78be-ae5c-45de-a2e5-43902c14a1b8 req-89a6c578-5885-4370-a66d-9379dbcafc78 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:41.452757 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1fce78be-ae5c-45de-a2e5-43902c14a1b8 req-89a6c578-5885-4370-a66d-9379dbcafc78 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.5790930 Mar 31 20:23:41.497138 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-6771ebc7-2616-48f1-b221-77fcd033aa2b None None] Provisioning complete for port 269f05b1-212e-4434-95c2-586bef9d2573 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:41.503598 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:41.507845 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6771ebc7-2616-48f1-b221-77fcd033aa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (269f05b1-212e-4434-95c2-586bef9d2573), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.519243 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Sync routers for ids ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:41.542196 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1fce78be-ae5c-45de-a2e5-43902c14a1b8 req-fb13d1be-4c04-4d2f-85f1-e0be23a5514e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755274 Mar 31 20:23:41.547307 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.551109 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-82ae8ad5-7d73-47a8-a65d-35b32577c017 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5117645 Mar 31 20:23:41.551407 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60710) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:41.552344 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Routers {'45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:41.559595 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:23:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:41.695621 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-6771ebc7-2616-48f1-b221-77fcd033aa2b None None] Current status of the port 269f05b1-212e-4434-95c2-586bef9d2573 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:41.742396 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:40Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:41.747481 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Set router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:41.833960 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ea3ee-1f91-466f-8ca2-590f6d877d05 None None] The sync data for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi is: [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:40Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:23:42.040797 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78eab6e-9004-4b23-88d4-0d7496ba6bf2 None None] Network 1b1360cc-7482-46a4-95ba-465208b8c156 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:42.165737 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'name': 'tempest-TestVolumeBootPattern-1925433683-router', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:40Z', 'revision_number': 3, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'gw_port': {'id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:42.231694 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Checking router: 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:42.232040 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Updating router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:23:42.309549 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.394783 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.489088 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ca7e0651-5f67-4755-b061-e81e687b3a2c None None] Provisioning complete for port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:42.489582 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0651-5f67-4755-b061-e81e687b3a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.644258 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 269f05b1-212e-4434-95c2-586bef9d2573 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:42.697495 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Allocated IP 172.20.0.1 (1b1360cc-7482-46a4-95ba-465208b8c156/54c90026-1af3-4258-a1c9-67b51591e690/cb93bfc2-f912-4cdb-aa1c-bce99d704e04) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:42.868011 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Publish callbacks [] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.887024 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.894440 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7cbd1-40cc-4912-934d-450dafe49c60 req-a2fd23e9-201c-4adc-adbb-7710a829d22d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:42.902141 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 269f05b1-212e-4434-95c2-586bef9d2573 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:42.902771 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (269f05b1-212e-4434-95c2-586bef9d2573), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.903453 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40f7cbd1-40cc-4912-934d-450dafe49c60 req-a2fd23e9-201c-4adc-adbb-7710a829d22d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1826608 Mar 31 20:23:42.954096 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d46de0-a375-41ca-afec-6cd59d91868c None None] Pushing event updated for resources: {'Port': ['ID=6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:42.993161 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Attempting to bind port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:42.994494 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Attempting to bind port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:42.995217 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Attempting to bind port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:43.002301 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:43.003072 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:43.003806 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.004466 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:43.005502 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Bound port: 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:43.006237 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.025706 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Publish callbacks [] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.050975 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40f7cbd1-40cc-4912-934d-450dafe49c60 req-66ed9ece-5bb9-4624-9a34-35df5c60ae43 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415372 Mar 31 20:23:43.059710 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ca7e0651-5f67-4755-b061-e81e687b3a2c None None] Current status of the port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:43.060522 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0651-5f67-4755-b061-e81e687b3a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.082865 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] For port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:43.087607 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] For port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:43.101646 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.141370 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.247320 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Network 1b1360cc-7482-46a4-95ba-465208b8c156 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:43.254927 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:43.256337 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ca7e0651-5f67-4755-b061-e81e687b3a2c None None] For port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=9e5f8923-9a86-4cfe-a924-3cfaf6c62af2,segment=NetworkSegment(6019cfdf-4bee-45d9-b5d1-d91155691a0f),segment_id=6019cfdf-4bee-45d9-b5d1-d91155691a0f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:43.256510 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d46de0-a375-41ca-afec-6cd59d91868c None None] Pushing event updated for resources: {'Port': ['ID=6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:43.259725 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:43.261325 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 269f05b1-212e-4434-95c2-586bef9d2573 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:43.272599 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:43.277184 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0651-5f67-4755-b061-e81e687b3a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.354026 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb93bfc2-f912-4cdb-aa1c-bce99d704e04,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:43.356120 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Routers {'45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:43.358681 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:23:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:43.385120 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.467427 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e0651-5f67-4755-b061-e81e687b3a2c None None] Pushing event updated for resources: {'Port': ['ID=9e5f8923-9a86-4cfe-a924-3cfaf6c62af2,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:43.494413 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:43.495436 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.625846 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-08c815b8-191d-4c34-a4c6-b0d7b814957b None None] Provisioning complete for port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:43.626240 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-08c815b8-191d-4c34-a4c6-b0d7b814957b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.636526 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] Set router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:43.712917 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.780404 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:43.956084 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-08c815b8-191d-4c34-a4c6-b0d7b814957b None None] Current status of the port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:44.084358 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-07228834-70c2-4c93-8d95-eb5de4fa7e7f None None] Provisioning complete for port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:44.084573 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-07228834-70c2-4c93-8d95-eb5de4fa7e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.153248 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-07228834-70c2-4c93-8d95-eb5de4fa7e7f None None] Port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:44.169915 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Publish callbacks [] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.184403 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.232742 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'name': 'tempest-TestVolumeBootPattern-1925433683-router', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:40Z', 'revision_number': 3, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'gw_port': {'id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:44.282639 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717b4763-9c2d-4064-b6ef-94f874191934 None None] The sync data for ids ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'] in dv-cinder-836071-1-iscsi is: [{'id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'name': 'tempest-TestVolumeBootPattern-1925433683-router', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:40Z', 'revision_number': 3, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'gw_port': {'id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:23:44.295431 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb93bfc2-f912-4cdb-aa1c-bce99d704e04,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:44.310903 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.375450 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e223d-fac2-45f5-a3e4-3a197aeff0d6 req-1f43f0cb-0cd0-4476-a08d-2bc2a6c48e00 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:44.377106 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d80e223d-fac2-45f5-a3e4-3a197aeff0d6 req-1f43f0cb-0cd0-4476-a08d-2bc2a6c48e00 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1491015 Mar 31 20:23:44.456985 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:44.461440 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d80e223d-fac2-45f5-a3e4-3a197aeff0d6 req-b123f07c-78af-4784-91b6-8f482c937896 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737190 Mar 31 20:23:44.483517 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Network 1b1360cc-7482-46a4-95ba-465208b8c156 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:44.483517 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:44.590913 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:44.591520 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.686801 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:23:44.765440 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:44.859122 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:44.878901 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ce760d2b-1e19-4319-90f7-76fdb7a833c9 admin admin] 10.222.0.82 "PUT /v2.0/routers/45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3255274 Mar 31 20:23:44.896935 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b921700e-1718-45da-9e84-a813fabd4e55 None None] Provisioning complete for port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:44.896935 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b921700e-1718-45da-9e84-a813fabd4e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.949793 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b921700e-1718-45da-9e84-a813fabd4e55 None None] Port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:45.695067 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60804) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:45.701125 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-61c4b12d-0a6e-4208-9dff-3cc85960acaf tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191572383', 'description': 'tempest-secgroup-smoke-191572383 description', 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:45.753925 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3bdda-0858-45ec-994b-7a035db7c078 req-37b3229b-7dd3-405b-bbc9-5ec5ec509e2a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:45.763702 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-73a3bdda-0858-45ec-994b-7a035db7c078 req-37b3229b-7dd3-405b-bbc9-5ec5ec509e2a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.1309524 Mar 31 20:23:45.771830 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61c4b12d-0a6e-4208-9dff-3cc85960acaf tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.842933 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-73a3bdda-0858-45ec-994b-7a035db7c078 req-0f29617a-fda8-4a35-acd1-d98593349a1b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779119 Mar 31 20:23:45.901389 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61c4b12d-0a6e-4208-9dff-3cc85960acaf tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group (3bf474f9-eb7c-49c1-9767-37caa7212181), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.905589 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61c4b12d-0a6e-4208-9dff-3cc85960acaf tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (3bf474f9-eb7c-49c1-9767-37caa7212181), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.936361 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4b12d-0a6e-4208-9dff-3cc85960acaf tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf474f9-eb7c-49c1-9767-37caa7212181,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:45.946554 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-61c4b12d-0a6e-4208-9dff-3cc85960acaf tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.950820 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-61c4b12d-0a6e-4208-9dff-3cc85960acaf tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2507041 Mar 31 20:23:45.950820 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60806) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:45.955412 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-95b1016b-1fa3-4928-8b14-92309a20e799 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'security_group_rule': {'security_group_id': '3bf474f9-eb7c-49c1-9767-37caa7212181', 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:45.988221 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95b1016b-1fa3-4928-8b14-92309a20e799 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (8d7c3f9b-7251-4e3c-b272-863fe0d3518d), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.065529 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95b1016b-1fa3-4928-8b14-92309a20e799 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (8d7c3f9b-7251-4e3c-b272-863fe0d3518d), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.069497 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95b1016b-1fa3-4928-8b14-92309a20e799 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (8d7c3f9b-7251-4e3c-b272-863fe0d3518d), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.086653 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1016b-1fa3-4928-8b14-92309a20e799 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7c3f9b-7251-4e3c-b272-863fe0d3518d,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.098519 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95b1016b-1fa3-4928-8b14-92309a20e799 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.104345 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-95b1016b-1fa3-4928-8b14-92309a20e799 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483085 Mar 31 20:23:46.105882 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60808) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:46.111765 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6f8a7ed6-a7f0-4bd8-878d-65beb61e4091 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'security_group_rule': {'security_group_id': '3bf474f9-eb7c-49c1-9767-37caa7212181', 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:46.149938 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7ed6-a7f0-4bd8-878d-65beb61e4091 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (76e2f2fb-be79-476e-8eda-5a3b9ffb5b1f), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.220333 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7ed6-a7f0-4bd8-878d-65beb61e4091 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (76e2f2fb-be79-476e-8eda-5a3b9ffb5b1f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.225058 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7ed6-a7f0-4bd8-878d-65beb61e4091 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (76e2f2fb-be79-476e-8eda-5a3b9ffb5b1f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.245328 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a7ed6-a7f0-4bd8-878d-65beb61e4091 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e2f2fb-be79-476e-8eda-5a3b9ffb5b1f,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.251072 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7ed6-a7f0-4bd8-878d-65beb61e4091 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.252372 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6f8a7ed6-a7f0-4bd8-878d-65beb61e4091 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446095 Mar 31 20:23:46.255834 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60812) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:46.262735 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-ced7b2e6-e77a-4f30-a66b-023169bf0f0c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'security_group_rule': {'security_group_id': '3bf474f9-eb7c-49c1-9767-37caa7212181', 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:46.300085 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ced7b2e6-e77a-4f30-a66b-023169bf0f0c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (91f1962d-13eb-484f-8e31-d886c6c2f9ce), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.380042 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ced7b2e6-e77a-4f30-a66b-023169bf0f0c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (91f1962d-13eb-484f-8e31-d886c6c2f9ce), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.387691 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ced7b2e6-e77a-4f30-a66b-023169bf0f0c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (91f1962d-13eb-484f-8e31-d886c6c2f9ce), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.428731 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7b2e6-e77a-4f30-a66b-023169bf0f0c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f1962d-13eb-484f-8e31-d886c6c2f9ce,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.440501 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ced7b2e6-e77a-4f30-a66b-023169bf0f0c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.446022 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60816) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:46.451953 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-405ad934-5ca7-43e3-a3c7-e2fbc7440353 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'security_group_rule': {'security_group_id': '3bf474f9-eb7c-49c1-9767-37caa7212181', 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:46.457451 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ced7b2e6-e77a-4f30-a66b-023169bf0f0c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1998160 Mar 31 20:23:46.493415 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:46.500409 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-405ad934-5ca7-43e3-a3c7-e2fbc7440353 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (f65f8153-9a92-4b78-bb1f-471e9ca46d11), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.565497 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:46.566367 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.594820 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-405ad934-5ca7-43e3-a3c7-e2fbc7440353 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (f65f8153-9a92-4b78-bb1f-471e9ca46d11), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.608948 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-405ad934-5ca7-43e3-a3c7-e2fbc7440353 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (f65f8153-9a92-4b78-bb1f-471e9ca46d11), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.634152 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Sync routers for ids ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:46.638447 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ad934-5ca7-43e3-a3c7-e2fbc7440353 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65f8153-9a92-4b78-bb1f-471e9ca46d11,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.658156 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-405ad934-5ca7-43e3-a3c7-e2fbc7440353 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.662492 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-405ad934-5ca7-43e3-a3c7-e2fbc7440353 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2120986 Mar 31 20:23:46.662636 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 60818) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:46.669355 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4cb74208-319c-4232-b3b7-733243504988 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'security_group_rule': {'security_group_id': '3bf474f9-eb7c-49c1-9767-37caa7212181', 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:46.684975 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Routers {'45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:46.685900 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:23:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:46.706084 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-4cb74208-319c-4232-b3b7-733243504988 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Project a6d61eb81b754ed9b58c19c767bcc8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:23:46.713869 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4cb74208-319c-4232-b3b7-733243504988 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (c8ebfda7-fb67-4f03-82f6-52341fd69be4), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.734895 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:46.735221 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.800517 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4cb74208-319c-4232-b3b7-733243504988 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (c8ebfda7-fb67-4f03-82f6-52341fd69be4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.803508 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:46.805791 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4cb74208-319c-4232-b3b7-733243504988 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (c8ebfda7-fb67-4f03-82f6-52341fd69be4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.815099 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.836289 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb74208-319c-4232-b3b7-733243504988 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ebfda7-fb67-4f03-82f6-52341fd69be4,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.857664 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4cb74208-319c-4232-b3b7-733243504988 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.860548 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-4cb74208-319c-4232-b3b7-733243504988 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1963379 Mar 31 20:23:46.863284 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 60820) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:46.870364 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-5beacf5f-38c2-496d-bd4c-aea03537ffc2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'security_group_rule': {'security_group_id': '3bf474f9-eb7c-49c1-9767-37caa7212181', 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:46.904650 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-5beacf5f-38c2-496d-bd4c-aea03537ffc2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Project a6d61eb81b754ed9b58c19c767bcc8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:23:46.906427 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.915359 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Set router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:46.926768 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5beacf5f-38c2-496d-bd4c-aea03537ffc2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (0a73575b-d52f-49f8-b78c-487575fdb43e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.020267 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5beacf5f-38c2-496d-bd4c-aea03537ffc2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (0a73575b-d52f-49f8-b78c-487575fdb43e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.031021 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ffe21-a3cb-4a0a-9a0c-85899031cc3b req-c43493ed-288e-453e-ae3e-3212bfe4a1b2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:47.032503 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de8ffe21-a3cb-4a0a-9a0c-85899031cc3b req-c43493ed-288e-453e-ae3e-3212bfe4a1b2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0867898 Mar 31 20:23:47.033865 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5beacf5f-38c2-496d-bd4c-aea03537ffc2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (0a73575b-d52f-49f8-b78c-487575fdb43e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.058742 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beacf5f-38c2-496d-bd4c-aea03537ffc2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a73575b-d52f-49f8-b78c-487575fdb43e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:47.071443 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5beacf5f-38c2-496d-bd4c-aea03537ffc2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.075167 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-5beacf5f-38c2-496d-bd4c-aea03537ffc2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2103786 Mar 31 20:23:47.113628 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de8ffe21-a3cb-4a0a-9a0c-85899031cc3b req-4b953e51-e796-41a0-affb-6b97f531321d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657349 Mar 31 20:23:47.153598 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'name': 'tempest-TestVolumeBootPattern-1925433683-router', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:43Z', 'revision_number': 4, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'gw_port': {'id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'cb93bfc2-f912-4cdb-aa1c-bce99d704e04', 'name': '', 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'mac_address': 'fa:16:3e:c5:c9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '54c90026-1af3-4258-a1c9-67b51591e690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:42Z', 'updated_at': '2022-03-31T20:23:43Z', 'revision_number': 2, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'subnets': [{'id': '54c90026-1af3-4258-a1c9-67b51591e690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:47.183872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Checking router: 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:47.184243 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Updating router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 binding host dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:23:47.215323 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.562761 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Publish callbacks [] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.569648 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.624213 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785910e-9fc0-42b4-b8d8-d7b974037804 None None] Pushing event updated for resources: {'Port': ['ID=cb93bfc2-f912-4cdb-aa1c-bce99d704e04,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:47.687005 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Attempting to bind port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:47.687377 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Attempting to bind port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '6019cfdf-4bee-45d9-b5d1-d91155691a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:47.687740 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Attempting to bind port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 on network 1b1360cc-7482-46a4-95ba-465208b8c156 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:47.693324 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:47.697500 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Checking segment: {'id': '6019cfdf-4bee-45d9-b5d1-d91155691a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:47.697914 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.698317 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Bound using segment: {'id': '6019cfdf-4bee-45d9-b5d1-d91155691a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:47.698906 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Bound port: cb93bfc2-f912-4cdb-aa1c-bce99d704e04, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6019cfdf-4bee-45d9-b5d1-d91155691a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:47.699297 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.780385 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] For port cb93bfc2-f912-4cdb-aa1c-bce99d704e04, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:47.785473 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] For port cb93bfc2-f912-4cdb-aa1c-bce99d704e04, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=cb93bfc2-f912-4cdb-aa1c-bce99d704e04,segment=NetworkSegment(6019cfdf-4bee-45d9-b5d1-d91155691a0f),segment_id=6019cfdf-4bee-45d9-b5d1-d91155691a0f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:47.794187 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.878341 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Routers {'45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:47.879474 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:23:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:47.963894 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785910e-9fc0-42b4-b8d8-d7b974037804 None None] Pushing event updated for resources: {'Port': ['ID=cb93bfc2-f912-4cdb-aa1c-bce99d704e04,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:47.995143 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-896de914-af27-48ad-b244-04b397ec63ac None None] Provisioning complete for port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:47.995519 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-896de914-af27-48ad-b244-04b397ec63ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.060324 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] Set router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:48.282040 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6c711-8509-46ab-8618-f3dc241c4673 req-b5e2c345-a45d-480a-bff3-4f328bd3f665 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:48.284634 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04c6c711-8509-46ab-8618-f3dc241c4673 req-b5e2c345-a45d-480a-bff3-4f328bd3f665 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0745099 Mar 31 20:23:48.358087 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-896de914-af27-48ad-b244-04b397ec63ac None None] Current status of the port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:48.358827 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-896de914-af27-48ad-b244-04b397ec63ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.396701 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04c6c711-8509-46ab-8618-f3dc241c4673 req-aab82421-8ab5-4d12-9dbb-05bc8793cd86 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027832 Mar 31 20:23:48.425395 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-896de914-af27-48ad-b244-04b397ec63ac None None] For port cb93bfc2-f912-4cdb-aa1c-bce99d704e04, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=cb93bfc2-f912-4cdb-aa1c-bce99d704e04,segment=NetworkSegment(6019cfdf-4bee-45d9-b5d1-d91155691a0f),segment_id=6019cfdf-4bee-45d9-b5d1-d91155691a0f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:48.436032 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-896de914-af27-48ad-b244-04b397ec63ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.503730 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:48.570445 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896de914-af27-48ad-b244-04b397ec63ac None None] Pushing event updated for resources: {'Port': ['ID=cb93bfc2-f912-4cdb-aa1c-bce99d704e04,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:48.602363 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ee65c964-f849-4d6b-b75d-b1f673c33497 None None] Provisioning complete for port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:48.602810 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee65c964-f849-4d6b-b75d-b1f673c33497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.657205 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:48.657685 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.660619 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'name': 'tempest-TestVolumeBootPattern-1925433683-router', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:43Z', 'revision_number': 4, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'gw_port': {'id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'cb93bfc2-f912-4cdb-aa1c-bce99d704e04', 'name': '', 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'mac_address': 'fa:16:3e:c5:c9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '54c90026-1af3-4258-a1c9-67b51591e690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:42Z', 'updated_at': '2022-03-31T20:23:47Z', 'revision_number': 4, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'subnets': [{'id': '54c90026-1af3-4258-a1c9-67b51591e690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:48.712688 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f22ad4-4342-45f3-a79e-faa1a11c6f9f None None] The sync data for ids ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'] in dv-cinder-836071-1-iscsi is: [{'id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'name': 'tempest-TestVolumeBootPattern-1925433683-router', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:43Z', 'revision_number': 4, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'gw_port': {'id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'cb93bfc2-f912-4cdb-aa1c-bce99d704e04', 'name': '', 'network_id': '1b1360cc-7482-46a4-95ba-465208b8c156', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'mac_address': 'fa:16:3e:c5:c9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '54c90026-1af3-4258-a1c9-67b51591e690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:42Z', 'updated_at': '2022-03-31T20:23:47Z', 'revision_number': 4, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'subnets': [{'id': '54c90026-1af3-4258-a1c9-67b51591e690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:23:48.772687 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ee65c964-f849-4d6b-b75d-b1f673c33497 None None] Current status of the port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:48.819317 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:49.529640 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7441bd3-15c9-49a1-9f4e-4ba9344d9c07 req-00f37a1e-5507-41cf-97da-c5474536ddda tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:49.537624 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c7441bd3-15c9-49a1-9f4e-4ba9344d9c07 req-00f37a1e-5507-41cf-97da-c5474536ddda tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0634124 Mar 31 20:23:49.583861 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c7441bd3-15c9-49a1-9f4e-4ba9344d9c07 req-57f3463e-ec85-4995-97df-6a6d0f835289 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452027 Mar 31 20:23:50.424444 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device cb93bfc2-f912-4cdb-aa1c-bce99d704e04 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:50.476385 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:50.476764 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.563565 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:50.715220 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a55597-383e-49b9-9920-36590ce23b89 req-db6ac533-0b00-41ce-a3d6-f28a03a7c419 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:50.716726 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55a55597-383e-49b9-9920-36590ce23b89 req-db6ac533-0b00-41ce-a3d6-f28a03a7c419 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0571589 Mar 31 20:23:50.764270 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55a55597-383e-49b9-9920-36590ce23b89 req-692af609-12d0-4ad3-a962-0ec215e31d80 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Mar 31 20:23:51.907143 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa3f67-f571-4046-a174-505c15fda04d req-c1065e43-1e8e-4619-92a9-e7e350e670f9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:51.908641 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9cfa3f67-f571-4046-a174-505c15fda04d req-c1065e43-1e8e-4619-92a9-e7e350e670f9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0591486 Mar 31 20:23:51.960330 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9cfa3f67-f571-4046-a174-505c15fda04d req-7909c372-3a03-4616-8e09-1cbb9503f4f0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Mar 31 20:23:53.102076 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1df49-bf7b-49fe-862d-0e2a83213931 req-95ac0cab-d4b9-42a2-a57e-0d753c76bd22 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:53.104085 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-08d1df49-bf7b-49fe-862d-0e2a83213931 req-95ac0cab-d4b9-42a2-a57e-0d753c76bd22 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0604489 Mar 31 20:23:53.156007 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-08d1df49-bf7b-49fe-862d-0e2a83213931 req-c72dd476-0e70-45dd-838a-e9bb184471c6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Mar 31 20:23:54.282617 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862af9eb-11f3-42ea-ba03-4923d1898399 req-0809d716-280e-4d89-ac44-a2273ccc3dbb tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:54.284415 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-862af9eb-11f3-42ea-ba03-4923d1898399 req-0809d716-280e-4d89-ac44-a2273ccc3dbb tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0576267 Mar 31 20:23:54.337481 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-862af9eb-11f3-42ea-ba03-4923d1898399 req-1797a7ee-9f65-465f-8a10-d8566dea3bc3 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455480 Mar 31 20:23:55.466976 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cbdcf-166e-4108-8278-f3bad8e02215 req-2a71e6b6-ee08-47c7-9d1d-efe7b262ba71 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:55.468658 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c53cbdcf-166e-4108-8278-f3bad8e02215 req-2a71e6b6-ee08-47c7-9d1d-efe7b262ba71 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0558469 Mar 31 20:23:55.519874 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c53cbdcf-166e-4108-8278-f3bad8e02215 req-50d36b0c-3c89-4d32-8f0d-2cc5cfe52c43 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453470 Mar 31 20:23:55.825258 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4a76c814-5ebd-4a0b-8356-009085b9f68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.660090 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d77b3-8217-490b-82e5-e12a2c2fdb8e req-f1472a0c-aaaf-470e-a2e9-d9a746bee91b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:56.661544 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1b6d77b3-8217-490b-82e5-e12a2c2fdb8e req-f1472a0c-aaaf-470e-a2e9-d9a746bee91b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0563295 Mar 31 20:23:56.709573 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1b6d77b3-8217-490b-82e5-e12a2c2fdb8e req-64a2df26-7543-4f91-8bd2-3dcc9339523f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418344 Mar 31 20:23:57.862362 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59cf4b-db04-494a-b6d5-8e6f807978ee req-d69017ba-24f0-4504-9d6a-f35ffd8b707a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:57.864759 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1e59cf4b-db04-494a-b6d5-8e6f807978ee req-d69017ba-24f0-4504-9d6a-f35ffd8b707a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0829568 Mar 31 20:23:57.919615 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1e59cf4b-db04-494a-b6d5-8e6f807978ee req-0ad22edf-86f0-40f5-b1fb-e2760e8c8086 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479960 Mar 31 20:23:58.089223 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b161fda0-f5dc-411e-b544-ab94b51ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:59.045551 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105638b7-138d-4098-a431-20a6a39d5c47 req-1eb0e845-25ba-41ff-bbbb-94b73afcf25c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:59.049065 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-105638b7-138d-4098-a431-20a6a39d5c47 req-1eb0e845-25ba-41ff-bbbb-94b73afcf25c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0575290 Mar 31 20:23:59.105155 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-105638b7-138d-4098-a431-20a6a39d5c47 req-4a6bde2f-0e45-4dc5-8b23-27d696996ba0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504143 Mar 31 20:23:59.350233 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:00.226220 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d8ca6-db62-46d8-a8cf-48571771e826 req-a91ec230-8f45-4d78-8304-d3fce0562e2b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:00.227710 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-338d8ca6-db62-46d8-a8cf-48571771e826 req-a91ec230-8f45-4d78-8304-d3fce0562e2b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0542493 Mar 31 20:24:00.273476 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-338d8ca6-db62-46d8-a8cf-48571771e826 req-14904377-393a-4deb-b389-882f427d4989 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Mar 31 20:24:00.692045 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.389878 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440f325-5e23-4c56-a2cc-40e5194b5c8f req-22d37a12-dfd2-469f-ad31-0a02f5948348 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:01.391319 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e440f325-5e23-4c56-a2cc-40e5194b5c8f req-22d37a12-dfd2-469f-ad31-0a02f5948348 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0515881 Mar 31 20:24:01.442375 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e440f325-5e23-4c56-a2cc-40e5194b5c8f req-dd05c8fe-3626-486e-8fa4-7b8ded464b7b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 Mar 31 20:24:02.087229 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.574718 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd27d8-6b80-4074-b5dc-9e81db76c11a req-5432b9a7-5e4b-4120-862c-9d3897fbe91b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:02.576290 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-32bd27d8-6b80-4074-b5dc-9e81db76c11a req-5432b9a7-5e4b-4120-862c-9d3897fbe91b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0666103 Mar 31 20:24:02.647587 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-32bd27d8-6b80-4074-b5dc-9e81db76c11a req-611eecd3-4258-4186-a3a8-226e983e21c6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540614 Mar 31 20:24:03.437861 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:03.772189 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e0f69-184a-40d7-92c2-d073581b0449 req-1f3d78a0-00a7-4438-bd54-1498765a6385 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:03.773570 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-932e0f69-184a-40d7-92c2-d073581b0449 req-1f3d78a0-00a7-4438-bd54-1498765a6385 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0525281 Mar 31 20:24:03.827291 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-932e0f69-184a-40d7-92c2-d073581b0449 req-35b784ca-bfcf-473c-aeca-40d9b76e8936 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Mar 31 20:24:04.950066 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc9af3-ac92-46a9-b441-ee53c577e477 req-0293f471-6ed6-4251-a903-5fb1ef9a5670 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:04.952478 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-73dc9af3-ac92-46a9-b441-ee53c577e477 req-0293f471-6ed6-4251-a903-5fb1ef9a5670 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0579417 Mar 31 20:24:05.007361 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-73dc9af3-ac92-46a9-b441-ee53c577e477 req-81dc3eb9-e90e-4bed-9310-8302ce135683 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495269 Mar 31 20:24:05.777527 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-70756974-de2f-47e5-83f1-a928905bd18b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1136985 Mar 31 20:24:05.862180 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-bd808d66-0371-44ad-b162-d7a730170c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:05.863699 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-bd808d66-0371-44ad-b162-d7a730170c29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 1129 time: 0.0549874 Mar 31 20:24:05.978026 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-7a925c29-84ee-498a-81d0-b7ac88856044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:05.979422 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-7a925c29-84ee-498a-81d0-b7ac88856044 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.0887060 Mar 31 20:24:06.051534 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-7de1e1bc-3f55-47a3-91e7-a383fb8ba0f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f515593a-a263-407a-9b8c-2c5fa1af6dca HTTP/1.1" status: 200 len: 217 time: 0.0392201 Mar 31 20:24:06.131764 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-62b398d0-4ae0-4913-b709-85d088ab4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:06.133196 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-62b398d0-4ae0-4913-b709-85d088ab4448 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0702493 Mar 31 20:24:06.159729 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca936ea-472d-4cd7-b76a-6a004c9ae614 req-f5583b8c-aaf6-4089-a66f-e99587faca0e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:06.161033 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3ca936ea-472d-4cd7-b76a-6a004c9ae614 req-f5583b8c-aaf6-4089-a66f-e99587faca0e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0718780 Mar 31 20:24:06.238496 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3ca936ea-472d-4cd7-b76a-6a004c9ae614 req-2cd1f575-5f06-4d14-9425-ef25bc52666d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635099 Mar 31 20:24:06.240398 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-e62d84c1-4e54-41f2-8dee-5b3e00d325e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:06.242052 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-e62d84c1-4e54-41f2-8dee-5b3e00d325e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977204 Mar 31 20:24:06.350451 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-be26a3e4-9d96-40d0-9473-cc29eeb4b981 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001492 Mar 31 20:24:06.397923 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:24:06.469148 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ccc4a018-fbc9-45db-abe6-180f98daae65 req-2bd1ef64-8b18-4263-8e95-360e26bb128d service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049855 Mar 31 20:24:07.382302 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a21fe-a309-47b9-9446-3508831d554f req-603799b6-baf1-42d5-bf01-afd5c17fab85 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:07.384305 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-013a21fe-a309-47b9-9446-3508831d554f req-603799b6-baf1-42d5-bf01-afd5c17fab85 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0602601 Mar 31 20:24:07.443939 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-013a21fe-a309-47b9-9446-3508831d554f req-a6b3d5ec-94b7-4805-9559-3911e5b6fb20 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534749 Mar 31 20:24:07.700009 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2738929-89d9-4618-bc95-0c26eac74c9d req-16a7c23a-ac43-4433-812c-f87122e0c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:07.701791 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e2738929-89d9-4618-bc95-0c26eac74c9d req-16a7c23a-ac43-4433-812c-f87122e0c1cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 1129 time: 0.0529039 Mar 31 20:24:08.571386 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dca8d0-75dc-4895-bdfd-7336335ba0e3 req-0cad1623-d1a6-4e66-a20b-77e3d175fdee tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:08.572760 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-33dca8d0-75dc-4895-bdfd-7336335ba0e3 req-0cad1623-d1a6-4e66-a20b-77e3d175fdee tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0595767 Mar 31 20:24:08.621632 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-33dca8d0-75dc-4895-bdfd-7336335ba0e3 req-09cf000d-b235-4d5e-a361-c63b6c51002a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Mar 31 20:24:09.748511 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e2738929-89d9-4618-bc95-0c26eac74c9d req-4f06d422-1ea9-40cf-b2d8-2a1270e2db8c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697694 Mar 31 20:24:09.759559 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da5624-8c4a-405c-9fef-15770a3e55d6 req-cfa8978e-7ac1-4694-97ff-3468c39615c0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:09.761085 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-02da5624-8c4a-405c-9fef-15770a3e55d6 req-cfa8978e-7ac1-4694-97ff-3468c39615c0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0693417 Mar 31 20:24:09.808004 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-02da5624-8c4a-405c-9fef-15770a3e55d6 req-d80f399e-ee3e-4044-aba8-3e647a1cf446 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Mar 31 20:24:10.941117 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990c552-c7f2-430b-bdac-440f41a03aff req-b72dacaa-3855-4568-9be2-db3f15f2f5dd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:10.942746 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c990c552-c7f2-430b-bdac-440f41a03aff req-b72dacaa-3855-4568-9be2-db3f15f2f5dd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0635459 Mar 31 20:24:11.303842 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c990c552-c7f2-430b-bdac-440f41a03aff req-8326e384-88d4-48ad-be96-0470f3300d17 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552971 Mar 31 20:24:12.430348 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8c96-aa5b-43e2-8842-e769709bb38e req-59921c3c-cf91-4c1c-80b3-d1b8ff3f7807 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:12.431876 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e29e8c96-aa5b-43e2-8842-e769709bb38e req-59921c3c-cf91-4c1c-80b3-d1b8ff3f7807 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0550590 Mar 31 20:24:12.490167 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e29e8c96-aa5b-43e2-8842-e769709bb38e req-31415e78-a9a4-4f87-86e9-ab058f8cd0b6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508788 Mar 31 20:24:13.609145 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e364731-e9b3-4aef-a6d9-be6b203d5552 req-825c2d5b-759f-4ed4-ac53-0bb139b3b14a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:13.610528 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1e364731-e9b3-4aef-a6d9-be6b203d5552 req-825c2d5b-759f-4ed4-ac53-0bb139b3b14a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0530407 Mar 31 20:24:13.658882 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1e364731-e9b3-4aef-a6d9-be6b203d5552 req-1a74bf33-bb84-453b-a1f3-30a9b7322d2a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 Mar 31 20:24:13.776093 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d035d-e05b-45ae-bde6-a93735f5d0f7 req-2011472c-a5ce-409a-907b-6dff7bd56c79 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:13.777546 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-620d035d-e05b-45ae-bde6-a93735f5d0f7 req-2011472c-a5ce-409a-907b-6dff7bd56c79 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0521324 Mar 31 20:24:13.821952 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-620d035d-e05b-45ae-bde6-a93735f5d0f7 req-feaf5dfc-a6ca-4e00-9190-e386bb73d02e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388477 Mar 31 20:24:15.238890 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33090) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:15.244150 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831848005', 'description': 'tempest-description--818021500'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:15.267186 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.343352 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (6c68d750-698c-4223-b7c6-8594d172bf43), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.347649 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (6c68d750-698c-4223-b7c6-8594d172bf43), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.348415 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f26e5-9ea3-4268-b2db-128293e7282e req-13320d37-1df5-40e8-8404-59d10e6389a8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.365597 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dd5f26e5-9ea3-4268-b2db-128293e7282e req-13320d37-1df5-40e8-8404-59d10e6389a8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0685415 Mar 31 20:24:15.367378 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.367731 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1271906 Mar 31 20:24:15.373376 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 33096) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:15.378066 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group_rule': {'security_group_id': '6c68d750-698c-4223-b7c6-8594d172bf43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:15.387043 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c68d750-698c-4223-b7c6-8594d172bf43,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:15.394521 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.395083 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.395431 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.396310 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.396814 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.397315 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.397651 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.397985 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.398345 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.398697 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.399312 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.399818 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.400154 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.400484 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.400812 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11dae6-df5e-41e7-b598-323d498e69b2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.446403 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dd5f26e5-9ea3-4268-b2db-128293e7282e req-23a863c1-d224-4e8a-958c-6812bc06bb03 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892327 Mar 31 20:24:15.486971 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (cb2b0bb8-ff79-4ea4-80bc-e92219bd83b6), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.548976 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (cb2b0bb8-ff79-4ea4-80bc-e92219bd83b6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.552946 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (cb2b0bb8-ff79-4ea4-80bc-e92219bd83b6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.569911 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2b0bb8-ff79-4ea4-80bc-e92219bd83b6,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:15.579560 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.580103 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.580612 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.581177 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.581576 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.581973 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.582478 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.582838 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.583690 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.584189 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.584631 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.585091 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.585577 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.586407 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.586775 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:15.591968 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.593506 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a5859ec8-b6a7-4876-b6dc-51486d8f61f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2189116 Mar 31 20:24:15.596832 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33104) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:15.605689 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5a4d5ec7-9783-4c60-8487-89b27105a1a5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group_rule': {'security_group_id': '6c68d750-698c-4223-b7c6-8594d172bf43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:15.634884 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a4d5ec7-9783-4c60-8487-89b27105a1a5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (d01db61e-d873-4546-bc4f-33e8f8b6ce19), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.705541 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a4d5ec7-9783-4c60-8487-89b27105a1a5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (d01db61e-d873-4546-bc4f-33e8f8b6ce19), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.711157 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a4d5ec7-9783-4c60-8487-89b27105a1a5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (d01db61e-d873-4546-bc4f-33e8f8b6ce19), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.729989 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d5ec7-9783-4c60-8487-89b27105a1a5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01db61e-d873-4546-bc4f-33e8f8b6ce19,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:15.739928 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a4d5ec7-9783-4c60-8487-89b27105a1a5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.741215 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-5a4d5ec7-9783-4c60-8487-89b27105a1a5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428907 Mar 31 20:24:15.744277 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33108) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:15.748772 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:15.779062 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853518-87a2-4d79-b598-8498680aa302 req-f99fda58-269b-4427-8c05-6a14a9493be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.779712 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.781445 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-13853518-87a2-4d79-b598-8498680aa302 req-f99fda58-269b-4427-8c05-6a14a9493be1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 1129 time: 0.0850298 Mar 31 20:24:15.793815 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2606ad4-2738-4fc4-b8f5-322b9349e63c req-49ccbde8-83ef-435f-a4ff-6cb3d2e0e134 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.795362 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b2606ad4-2738-4fc4-b8f5-322b9349e63c req-49ccbde8-83ef-435f-a4ff-6cb3d2e0e134 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0904031 Mar 31 20:24:15.885631 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.914099 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b2606ad4-2738-4fc4-b8f5-322b9349e63c req-1952bc0b-acfb-4121-bb58-16387c947084 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041415 Mar 31 20:24:15.934865 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853518-87a2-4d79-b598-8498680aa302 req-b8979a27-1fed-44e3-b923-0d6f3b196a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.936803 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-13853518-87a2-4d79-b598-8498680aa302 req-b8979a27-1fed-44e3-b923-0d6f3b196a64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.1374464 Mar 31 20:24:15.981386 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-13853518-87a2-4d79-b598-8498680aa302 req-0742668b-b16d-46c4-8be0-339eecdc1b04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f515593a-a263-407a-9b8c-2c5fa1af6dca HTTP/1.1" status: 200 len: 217 time: 0.0369239 Mar 31 20:24:15.994230 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Allocated IP 172.27.1.190 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/b0dc5076-c7a9-4f90-87fb-5c98803b3799) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:16.037004 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853518-87a2-4d79-b598-8498680aa302 req-fb6ec79c-e319-4da5-bc62-248dcd3cb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.038458 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-13853518-87a2-4d79-b598-8498680aa302 req-fb6ec79c-e319-4da5-bc62-248dcd3cb569 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0498457 Mar 31 20:24:16.089895 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853518-87a2-4d79-b598-8498680aa302 req-c0a4256f-873e-425e-85b8-7fbdffcca0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.093777 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-13853518-87a2-4d79-b598-8498680aa302 req-c0a4256f-873e-425e-85b8-7fbdffcca0be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451808 Mar 31 20:24:16.094035 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 33114) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:16.100730 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (b0dc5076-c7a9-4f90-87fb-5c98803b3799), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.144831 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (b0dc5076-c7a9-4f90-87fb-5c98803b3799), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.178885 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:16.182944 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:16.186358 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:16.189978 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d9d4a7-3a8c-4bc3-ba7e-244c8e5f1708 admin admin] Deleting subnet 8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:24:16.194785 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80d9d4a7-3a8c-4bc3-ba7e-244c8e5f1708 admin admin] Publish callbacks [] for subnet (8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.213318 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=b0dc5076-c7a9-4f90-87fb-5c98803b3799,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:16.246903 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80d9d4a7-3a8c-4bc3-ba7e-244c8e5f1708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25904973'] for subnet (8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.270250 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-13853518-87a2-4d79-b598-8498680aa302 req-a59274b4-90b2-4bdc-b0eb-8655ae5dc756 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503482 Mar 31 20:24:16.312741 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (b88a5495-0ad0-45f6-bc22-5fe9125baad2), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.342542 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80d9d4a7-3a8c-4bc3-ba7e-244c8e5f1708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.352188 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (b0dc5076-c7a9-4f90-87fb-5c98803b3799), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.420116 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-13853518-87a2-4d79-b598-8498680aa302 req-c8c706f2-9b56-4027-b82d-af716a80dc36 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419203 Mar 31 20:24:16.423053 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80d9d4a7-3a8c-4bc3-ba7e-244c8e5f1708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952151'] for subnet (8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.448272 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9d4a7-3a8c-4bc3-ba7e-244c8e5f1708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:16.454442 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80d9d4a7-3a8c-4bc3-ba7e-244c8e5f1708 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.457994 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-80d9d4a7-3a8c-4bc3-ba7e-244c8e5f1708 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/8835ae1e-7ddf-475e-8e58-7e5f9ea3d49c HTTP/1.1" status: 204 len: 168 time: 0.3629842 Mar 31 20:24:16.463146 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 33120) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:16.582574 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.691393 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef783b0d-6e0e-4643-be6f-06e943dd2ac4 req-b0e7967c-2ba3-4936-b832-4fbd303a0c23 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.692885 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ef783b0d-6e0e-4643-be6f-06e943dd2ac4 req-b0e7967c-2ba3-4936-b832-4fbd303a0c23 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1348450 Mar 31 20:24:16.700183 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.739113 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:16.756447 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7693a6d-2b08-427d-9c9f-9cce232f99bb') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:16.756759 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7693a6d-2b08-427d-9c9f-9cce232f99bb') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:16.769170 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (b0dc5076-c7a9-4f90-87fb-5c98803b3799), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.772040 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25904966'] for segment (b7693a6d-2b08-427d-9c9f-9cce232f99bb), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.774184 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (b0dc5076-c7a9-4f90-87fb-5c98803b3799), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.786965 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ef783b0d-6e0e-4643-be6f-06e943dd2ac4 req-de712330-527a-42bd-9c8d-23699427efa1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834084 Mar 31 20:24:16.792869 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (b7693a6d-2b08-427d-9c9f-9cce232f99bb), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.799113 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:24:16.799648 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25327950'] for segment (b7693a6d-2b08-427d-9c9f-9cce232f99bb), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: Traceback (most recent call last): Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: timer() Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: cb(*args, **kw) Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: return func(*args, **kwargs) Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: self._notify() Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: self.callback(batched_events) Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: event.method(event) Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: return f(self, *a, **k) Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._get(url).json() Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: return self.request(url, 'GET', **kwargs) Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:24:16.801378 dv-cinder-836071-1-iscsi neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:24:16.857468 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.867074 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=b0dc5076-c7a9-4f90-87fb-5c98803b3799,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:16.869883 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (b88a5495-0ad0-45f6-bc22-5fe9125baad2), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.873938 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.877532 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] 10.222.0.82 "DELETE /v2.0/networks/f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a HTTP/1.1" status: 204 len: 168 time: 0.4133277 Mar 31 20:24:16.888077 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf0a0e-426f-4129-bf52-81fca1182c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ed0832-e1d8-4bcb-9a7c-6d40f6b03f5a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:16.892569 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.894508 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-3339c7fe-619f-4fed-ac0b-6649e2a5b44b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1491859 Mar 31 20:24:17.049190 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665cd2f-e349-4c5e-b5b3-6228a7b80704 req-70773207-f813-4add-af29-8ad90120b516 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.050752 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6665cd2f-e349-4c5e-b5b3-6228a7b80704 req-70773207-f813-4add-af29-8ad90120b516 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0627446 Mar 31 20:24:17.056667 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33144) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:17.097385 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-b61f83cb-8759-4391-9307-123a7333bf2b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=85cecc86725f4feca03840ad6535d0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393953 Mar 31 20:24:17.100452 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33150) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:17.121259 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6665cd2f-e349-4c5e-b5b3-6228a7b80704 req-f9112238-bfa1-4f62-ac26-090a3145a355 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643487 Mar 31 20:24:17.137118 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-8e2de282-7a01-4cac-a2ca-21dc69e1f3f2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1831848005&fields=id&tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 267 time: 0.0640078 Mar 31 20:24:17.147050 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e04f7f0-030a-4140-9bc7-77404a126ecb admin admin] Publish callbacks [] for security_group (147eac34-2753-41e4-b2c7-b733aba7925b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.168610 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e04f7f0-030a-4140-9bc7-77404a126ecb admin admin] Publish callbacks [] for security_group (147eac34-2753-41e4-b2c7-b733aba7925b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.213784 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e04f7f0-030a-4140-9bc7-77404a126ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (147eac34-2753-41e4-b2c7-b733aba7925b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.216352 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e04f7f0-030a-4140-9bc7-77404a126ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.217518 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-1e04f7f0-030a-4140-9bc7-77404a126ecb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/147eac34-2753-41e4-b2c7-b733aba7925b HTTP/1.1" status: 204 len: 168 time: 0.1161737 Mar 31 20:24:17.227265 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04f7f0-030a-4140-9bc7-77404a126ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147eac34-2753-41e4-b2c7-b733aba7925b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:17.263862 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-efd72803-c4e9-46c0-b408-c2888c82870d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.265339 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-efd72803-c4e9-46c0-b408-c2888c82870d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 815 time: 0.1207325 Mar 31 20:24:17.280305 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-82dba2be-e710-419a-9061-0de6e609c500 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/quotas/8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 375 time: 0.0095091 Mar 31 20:24:17.337940 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-d41bbb01-efb3-4022-923e-3cafd4afc75c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514247 Mar 31 20:24:17.440352 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f83ae16f-596a-46ca-84b4-86aa2251bdf4 service neutron] 10.222.0.82 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898643 Mar 31 20:24:17.529943 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-8d3fae94-262c-42bc-bb0d-686074582150 service neutron] 10.222.0.82 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887163 Mar 31 20:24:17.700720 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ceb1a5c6-7a1f-478a-ba15-3c662cc8a4cb req-60f57e1b-57ac-4c8a-874a-039b61f863bd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 210 time: 0.0259809 Mar 31 20:24:17.940053 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfdb1d-6d1d-4c07-a322-b04dc99fd90e req-1ee214e1-9145-4db6-8321-443d2ca165ac tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.941904 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-78dfdb1d-6d1d-4c07-a322-b04dc99fd90e req-1ee214e1-9145-4db6-8321-443d2ca165ac tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0546193 Mar 31 20:24:17.991134 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-78dfdb1d-6d1d-4c07-a322-b04dc99fd90e req-57a3c97d-6f00-4cc3-a54b-35fea9708f1f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419493 Mar 31 20:24:18.259529 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c830e-6871-4398-b247-c7c731108852 req-dad1562e-271e-41f0-a96c-90c1f51de277 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:18.262284 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fe9c830e-6871-4398-b247-c7c731108852 req-dad1562e-271e-41f0-a96c-90c1f51de277 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0652630 Mar 31 20:24:18.329379 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fe9c830e-6871-4398-b247-c7c731108852 req-e11f1946-9e0f-493d-893d-e32a345263fb tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598907 Mar 31 20:24:18.803374 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f6c331d8-5411-4f0b-a963-0383d4f19e25 req-77aaebf0-16fd-4039-905c-6a510aec434e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 210 time: 0.0350368 Mar 31 20:24:18.949131 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-37cd5423-9e2e-4d89-83bd-d36683caac03 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:18.950885 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-37cd5423-9e2e-4d89-83bd-d36683caac03 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 815 time: 0.1111279 Mar 31 20:24:19.042632 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-4da300b4-fa7b-4cd4-a0de-e82bfe98773e tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 472 time: 0.0804341 Mar 31 20:24:19.053003 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'port': {'device_id': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'admin_state_up': True, 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'security_groups': ['6c68d750-698c-4223-b7c6-8594d172bf43']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:19.182094 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85026f-f313-400f-a4c2-997df16e536e req-c6f8d8c5-9b44-4b37-8702-5c5ad225404a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:19.183916 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df85026f-f313-400f-a4c2-997df16e536e req-c6f8d8c5-9b44-4b37-8702-5c5ad225404a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0930276 Mar 31 20:24:19.218974 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Made reservation on behalf of 8458c23e6cee4d3ba8c3caf1196ae08b for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:19.222168 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.260647 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df85026f-f313-400f-a4c2-997df16e536e req-a9752607-3472-4b7f-994c-95035473736c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655260 Mar 31 20:24:19.370394 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Allocated IP 172.20.0.9 (df94f67e-3892-4dfd-8047-a81ba5940098/3ffa9a92-cf33-47ab-abe2-d8205846d26d/2d77ae22-d18b-46be-8809-632d491183da) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:19.512371 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86bac6-93b7-451f-89c3-ca0129962720 req-1ea77506-0900-4eeb-9dd4-090780d4f709 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:19.513730 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4a86bac6-93b7-451f-89c3-ca0129962720 req-1ea77506-0900-4eeb-9dd4-090780d4f709 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.1207879 Mar 31 20:24:19.567202 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (2d77ae22-d18b-46be-8809-632d491183da), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.593831 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4a86bac6-93b7-451f-89c3-ca0129962720 req-14f46b67-67fc-4b0e-8127-58e866b270c5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743618 Mar 31 20:24:19.619082 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (2d77ae22-d18b-46be-8809-632d491183da), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.659026 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Network df94f67e-3892-4dfd-8047-a81ba5940098 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:19.662288 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:19.665851 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:19.693658 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=2d77ae22-d18b-46be-8809-632d491183da,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:19.722429 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:19.723324 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.741951 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f48ba607-e32c-4877-b098-64d1d90d19a0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6935670 Mar 31 20:24:19.761694 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Request body: {'port': {'device_id': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:19.833841 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2d77ae22-d18b-46be-8809-632d491183da), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.933287 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bd0f9751-6b7e-4ef0-ae90-2e3bf5ebbe24 None None] Provisioning complete for port 2d77ae22-d18b-46be-8809-632d491183da triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:19.933902 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bd0f9751-6b7e-4ef0-ae90-2e3bf5ebbe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2d77ae22-d18b-46be-8809-632d491183da), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.969718 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f9751-6b7e-4ef0-ae90-2e3bf5ebbe24 None None] Port 2d77ae22-d18b-46be-8809-632d491183da cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:20.004201 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d4465-2031-4b7e-bde9-0babc10bdb21 req-3650c447-6e07-4d7d-96f1-3a2d82727c2c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:20.005725 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6d7d4465-2031-4b7e-bde9-0babc10bdb21 req-3650c447-6e07-4d7d-96f1-3a2d82727c2c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 931 time: 0.1324611 Mar 31 20:24:20.100455 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6d7d4465-2031-4b7e-bde9-0babc10bdb21 req-8994b34e-48a7-4c19-9e21-ef513945a68c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825446 Mar 31 20:24:20.174534 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d77ae22-d18b-46be-8809-632d491183da {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:20.181693 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Publish callbacks [] for port (2d77ae22-d18b-46be-8809-632d491183da), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.192925 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Transition to ACTIVE for port object 2d77ae22-d18b-46be-8809-632d491183da will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:24:20.196899 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (2d77ae22-d18b-46be-8809-632d491183da), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.246064 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Pushing event updated for resources: {'Port': ['ID=2d77ae22-d18b-46be-8809-632d491183da,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:20.323836 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Attempting to bind port 2d77ae22-d18b-46be-8809-632d491183da on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:20.324179 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Attempting to bind port 2d77ae22-d18b-46be-8809-632d491183da by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:20.324613 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Attempting to bind port 2d77ae22-d18b-46be-8809-632d491183da on network df94f67e-3892-4dfd-8047-a81ba5940098 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:20.338139 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Port 2d77ae22-d18b-46be-8809-632d491183da on network df94f67e-3892-4dfd-8047-a81ba5940098 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:24:20.338461 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Attempting to bind port 2d77ae22-d18b-46be-8809-632d491183da on network df94f67e-3892-4dfd-8047-a81ba5940098 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:20.381302 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:20.381642 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Checking segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:20.382032 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Bound using segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:20.382477 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Bound port: 2d77ae22-d18b-46be-8809-632d491183da, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:20.382864 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2d77ae22-d18b-46be-8809-632d491183da), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.489780 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3483f-5a25-4b14-aadd-d1068707d65b req-5aa1ffe8-e7e9-4ef5-a372-7c66ef199aa0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:20.499264 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-89f3483f-5a25-4b14-aadd-d1068707d65b req-5aa1ffe8-e7e9-4ef5-a372-7c66ef199aa0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1516550 Mar 31 20:24:20.509305 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] For port 2d77ae22-d18b-46be-8809-632d491183da, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:20.513156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] For port 2d77ae22-d18b-46be-8809-632d491183da, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d77ae22-d18b-46be-8809-632d491183da,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:20.538103 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (2d77ae22-d18b-46be-8809-632d491183da), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.586103 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-89f3483f-5a25-4b14-aadd-d1068707d65b req-302134cf-3bf2-4051-a411-a5e2c415b305 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860322 Mar 31 20:24:20.590489 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:20.590928 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.592499 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] 10.222.0.57 "PUT /v2.0/ports/2d77ae22-d18b-46be-8809-632d491183da HTTP/1.1" status: 200 len: 1093 time: 0.8350666 Mar 31 20:24:20.592953 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'tag': '2d77ae22-d18b-46be-8809-632d491183da'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:20.595338 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449" -d '{"events": [{"name": "network-changed", "server_uuid": "1e43d3b4-c118-4771-b0c3-b9415b7090c8", "tag": "2d77ae22-d18b-46be-8809-632d491183da"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:20.636891 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce694a-e1ff-4bbe-a656-0945303e60bc service neutron] Pushing event updated for resources: {'Port': ['ID=2d77ae22-d18b-46be-8809-632d491183da,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:20.698148 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b18400-be97-494f-97a1-c6aa5f3f7b11 x-openstack-request-id: req-c2b18400-be97-494f-97a1-c6aa5f3f7b11 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:20.698497 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e43d3b4-c118-4771-b0c3-b9415b7090c8", "tag": "2d77ae22-d18b-46be-8809-632d491183da", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:20.698777 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c2b18400-be97-494f-97a1-c6aa5f3f7b11 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:20.699302 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b18400-be97-494f-97a1-c6aa5f3f7b11'] response: {'name': 'network-changed', 'server_uuid': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'tag': '2d77ae22-d18b-46be-8809-632d491183da', 'status': 'completed', 'code': 200} Mar 31 20:24:20.728661 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33306) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:20.787503 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-ef27809a-a06a-4a66-bdd7-c0b81ee79504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:20.792093 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-ef27809a-a06a-4a66-bdd7-c0b81ee79504 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 1127 time: 0.1402903 Mar 31 20:24:20.842465 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-f2994ffd-c309-4996-a3e1-0ef8cab22b97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d77ae22-d18b-46be-8809-632d491183da HTTP/1.1" status: 200 len: 217 time: 0.0386992 Mar 31 20:24:20.861833 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a325a51-79c8-4b0a-a3a8-d6135b726b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.902687 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1cba9-27e8-48c9-b9bd-641a56af43aa req-6593238a-8bd0-4fb5-824d-81c0fe1bbda0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:20.904087 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d0d1cba9-27e8-48c9-b9bd-641a56af43aa req-6593238a-8bd0-4fb5-824d-81c0fe1bbda0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.1599236 Mar 31 20:24:20.940670 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-8b4bc7a0-7a25-433a-b746-4e1b7cf923cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:20.942734 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-8b4bc7a0-7a25-433a-b746-4e1b7cf923cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.0875554 Mar 31 20:24:20.960450 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a325a51-79c8-4b0a-a3a8-d6135b726b2f admin admin] Publish callbacks [] for security_group (24dddc9b-5273-49c0-92df-fab104bc005d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.965410 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a325a51-79c8-4b0a-a3a8-d6135b726b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (24dddc9b-5273-49c0-92df-fab104bc005d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.029577 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-3a325a51-79c8-4b0a-a3a8-d6135b726b2f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4f9c0c3e3fcb492d9d15a598f87ac9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000417 Mar 31 20:24:21.030472 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a325a51-79c8-4b0a-a3a8-d6135b726b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dddc9b-5273-49c0-92df-fab104bc005d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:21.033393 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33314) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:21.100206 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3928ce00-8cc3-4edf-a2c2-11c44fa1c8ef admin admin] Publish callbacks [] for security_group (24dddc9b-5273-49c0-92df-fab104bc005d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.122823 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3928ce00-8cc3-4edf-a2c2-11c44fa1c8ef admin admin] Publish callbacks [] for security_group (24dddc9b-5273-49c0-92df-fab104bc005d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.186183 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3928ce00-8cc3-4edf-a2c2-11c44fa1c8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (24dddc9b-5273-49c0-92df-fab104bc005d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.189940 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3928ce00-8cc3-4edf-a2c2-11c44fa1c8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.191575 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-3928ce00-8cc3-4edf-a2c2-11c44fa1c8ef admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/24dddc9b-5273-49c0-92df-fab104bc005d HTTP/1.1" status: 204 len: 168 time: 0.1571295 Mar 31 20:24:21.201844 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928ce00-8cc3-4edf-a2c2-11c44fa1c8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dddc9b-5273-49c0-92df-fab104bc005d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:21.230013 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d0d1cba9-27e8-48c9-b9bd-641a56af43aa req-03ac44e0-3bdc-4875-bc31-aaa5a28094b3 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129573 Mar 31 20:24:21.275460 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-fc37f56d-e3c4-48a5-a685-376e37262e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.277061 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-fc37f56d-e3c4-48a5-a685-376e37262e5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861545 Mar 31 20:24:21.286850 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf47528-f357-447e-98af-fce9a7d8bcab req-1e0b716c-a384-44a7-ba15-2e792a9de2c8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.288463 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-abf47528-f357-447e-98af-fce9a7d8bcab req-1e0b716c-a384-44a7-ba15-2e792a9de2c8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 943 time: 0.0868354 Mar 31 20:24:21.392268 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-abf47528-f357-447e-98af-fce9a7d8bcab req-e13b25fb-4d3d-4147-90fe-d2f42a79e482 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947218 Mar 31 20:24:21.406290 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-9c8f95ce-a54d-43d9-9a8e-3552ab3402a6 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167552 Mar 31 20:24:21.503676 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e508a03c-8b51-4770-8454-ff1b41975c79 req-e4333a6f-662a-4c50-ad99-1a40e30a90c1 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902050 Mar 31 20:24:21.606281 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-72e02824-f220-49ef-a19e-6e899f249ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.609845 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-72e02824-f220-49ef-a19e-6e899f249ce0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 1127 time: 0.0469518 Mar 31 20:24:21.734697 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-91735aa0-2c1b-49b8-9746-95b009b88af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.736196 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-91735aa0-2c1b-49b8-9746-95b009b88af1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 916 time: 0.1209440 Mar 31 20:24:21.792540 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c09db-4e0e-4148-b321-04c22a277ae9 req-5b04b5d3-ecda-4c4b-a410-e187c73a0831 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.794072 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-551c09db-4e0e-4148-b321-04c22a277ae9 req-5b04b5d3-ecda-4c4b-a410-e187c73a0831 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1102936 Mar 31 20:24:21.795550 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-dc2de410-cede-4d7c-bc3e-1de55c0dc38b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d77ae22-d18b-46be-8809-632d491183da HTTP/1.1" status: 200 len: 217 time: 0.0500560 Mar 31 20:24:21.909826 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-551c09db-4e0e-4148-b321-04c22a277ae9 req-6635882b-af6a-444a-9a3e-c93fe023ccaf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073117 Mar 31 20:24:21.912190 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-98792c4c-3564-4dc3-b406-da3100351e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.914009 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-98792c4c-3564-4dc3-b406-da3100351e47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.1097767 Mar 31 20:24:21.985205 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-5a5cdff9-2d12-43ca-a900-a525075c8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.990278 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-5a5cdff9-2d12-43ca-a900-a525075c8394 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673780 Mar 31 20:24:22.113298 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-5c0e37c3-72d8-4fa4-ba4b-b2357c11a8de service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066670 Mar 31 20:24:22.305745 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4a5bb9c-bb31-4b7f-bfc8-748b9a31a449 req-38162085-57b4-4b46-8f91-05b3dcb7d51a service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851811 Mar 31 20:24:22.319196 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a519ccf-ccfa-4e1a-ac87-c91027335738 req-affa14d6-9046-4195-9260-94ca5570ed8b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:22.320742 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a519ccf-ccfa-4e1a-ac87-c91027335738 req-affa14d6-9046-4195-9260-94ca5570ed8b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1086972 Mar 31 20:24:22.327929 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658f16-44d6-43ff-9d9c-4190ac877c47 req-3e39c0c3-443d-42fa-a4d3-623133201e55 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:22.329340 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-85658f16-44d6-43ff-9d9c-4190ac877c47 req-3e39c0c3-443d-42fa-a4d3-623133201e55 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 945 time: 0.1270907 Mar 31 20:24:22.427308 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a519ccf-ccfa-4e1a-ac87-c91027335738 req-74eaadaa-6b50-42d0-8519-0d17d63625ba tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968633 Mar 31 20:24:22.435460 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-85658f16-44d6-43ff-9d9c-4190ac877c47 req-52526b27-b536-4038-8977-e943e2007ee9 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982697 Mar 31 20:24:22.578706 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4cfe5-b3d8-4828-b94a-4ea945c1ee43 req-583c2d68-6a7a-47b1-8041-26d4bc3c85b1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:22.580151 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a4c4cfe5-b3d8-4828-b94a-4ea945c1ee43 req-583c2d68-6a7a-47b1-8041-26d4bc3c85b1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 943 time: 0.0852416 Mar 31 20:24:22.592096 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482468d-8583-4712-aaa5-b67edde624be req-5de14783-ff35-4846-acf3-ef2ebdc32036 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:22.593468 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4482468d-8583-4712-aaa5-b67edde624be req-5de14783-ff35-4846-acf3-ef2ebdc32036 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0863826 Mar 31 20:24:22.663645 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a4c4cfe5-b3d8-4828-b94a-4ea945c1ee43 req-87983039-7907-49eb-a2ca-c5eb62dc0891 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692425 Mar 31 20:24:22.670500 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4482468d-8583-4712-aaa5-b67edde624be req-26a8bd0e-8ab8-4048-b353-f3d446fc4b15 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702984 Mar 31 20:24:23.042248 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff21a4-2f33-42f7-ab23-dd0bbefad1a1 req-950992e7-71ab-442d-a6bd-2287be221d04 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:23.043711 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dcff21a4-2f33-42f7-ab23-dd0bbefad1a1 req-950992e7-71ab-442d-a6bd-2287be221d04 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0521443 Mar 31 20:24:23.090045 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dcff21a4-2f33-42f7-ab23-dd0bbefad1a1 req-4b206311-6a4b-41b2-9452-23b58e686f30 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 Mar 31 20:24:23.577466 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ab74-1b9e-4eb6-8472-c993a9956246 req-b89288cc-bf57-4a26-8261-e1a7150073c4 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:23.578959 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a231ab74-1b9e-4eb6-8472-c993a9956246 req-b89288cc-bf57-4a26-8261-e1a7150073c4 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0878158 Mar 31 20:24:23.585898 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c6cbd-ee45-4d70-87ef-c131c597ae93 req-2c2fa739-34dd-4a7f-bd7e-a576140d3a00 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:23.587280 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-469c6cbd-ee45-4d70-87ef-c131c597ae93 req-2c2fa739-34dd-4a7f-bd7e-a576140d3a00 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 945 time: 0.0876622 Mar 31 20:24:23.664484 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a231ab74-1b9e-4eb6-8472-c993a9956246 req-13bc49fd-da97-4c60-9e6f-a46deed739f9 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762498 Mar 31 20:24:23.668512 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-469c6cbd-ee45-4d70-87ef-c131c597ae93 req-0ab2d3b3-e229-45b7-a954-cf6ece3e4efb tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739191 Mar 31 20:24:23.823765 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe3365-d073-4066-9961-63a3f9719fda req-fe7c1444-4a6e-404b-b0fb-843224036798 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:23.825202 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1fe3365-d073-4066-9961-63a3f9719fda req-fe7c1444-4a6e-404b-b0fb-843224036798 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 943 time: 0.0854578 Mar 31 20:24:23.831716 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afca48a-e1ce-4140-9b97-2ff21ece3c31 req-eb9032c3-d208-4ea2-97f9-0ec1f801fd28 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:23.833559 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1afca48a-e1ce-4140-9b97-2ff21ece3c31 req-eb9032c3-d208-4ea2-97f9-0ec1f801fd28 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0846021 Mar 31 20:24:23.900448 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1fe3365-d073-4066-9961-63a3f9719fda req-9015d680-8027-432a-a821-27ef59784203 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659707 Mar 31 20:24:23.912381 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1afca48a-e1ce-4140-9b97-2ff21ece3c31 req-f0741fd7-117f-4e6f-bf9f-c73d5524fda0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724792 Mar 31 20:24:24.208558 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a9c0f-7c9a-415e-9c27-fd7e67da2378 req-ddb6b976-52d3-482b-b9ee-58409ea2afe0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:24.210231 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bf8a9c0f-7c9a-415e-9c27-fd7e67da2378 req-ddb6b976-52d3-482b-b9ee-58409ea2afe0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0514522 Mar 31 20:24:24.255290 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bf8a9c0f-7c9a-415e-9c27-fd7e67da2378 req-181861f4-c45e-4dc9-b867-2566f899b3b7 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390465 Mar 31 20:24:24.817560 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c1fb1-6e52-4f56-8a72-7953c9a0dce7 req-316e1d28-67e4-436b-b840-43dcb9e0b8ac tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:24.819028 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-174c1fb1-6e52-4f56-8a72-7953c9a0dce7 req-316e1d28-67e4-436b-b840-43dcb9e0b8ac tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0854328 Mar 31 20:24:24.825535 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64680bef-b716-4ac6-bcf1-96b6ad91c10e req-f5665d11-4ebc-4e5d-802c-b9fd32a006e1 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:24.826867 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-64680bef-b716-4ac6-bcf1-96b6ad91c10e req-f5665d11-4ebc-4e5d-802c-b9fd32a006e1 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 945 time: 0.0843189 Mar 31 20:24:24.898424 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-174c1fb1-6e52-4f56-8a72-7953c9a0dce7 req-830bdbe1-15be-4eca-a8eb-a7947b8ce076 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706203 Mar 31 20:24:24.901300 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-64680bef-b716-4ac6-bcf1-96b6ad91c10e req-1a31c3e0-43f6-430c-a2a4-eae3153d2afd tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673265 Mar 31 20:24:25.061472 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9d5eb-f03e-4e1b-bbe9-7fc8669b5d7b req-7e37d460-a1eb-4237-b0a4-0a2e702c5a28 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:25.062943 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-57d9d5eb-f03e-4e1b-bbe9-7fc8669b5d7b req-7e37d460-a1eb-4237-b0a4-0a2e702c5a28 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 943 time: 0.0860419 Mar 31 20:24:25.070100 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac76ab-072c-4017-ad2b-db3a6f3f23bd req-2bb69108-b1c2-494a-a421-ab2965abc5cf tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:25.071402 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1bac76ab-072c-4017-ad2b-db3a6f3f23bd req-2bb69108-b1c2-494a-a421-ab2965abc5cf tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0927279 Mar 31 20:24:25.139159 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-57d9d5eb-f03e-4e1b-bbe9-7fc8669b5d7b req-507ace9b-caa4-4424-b2f8-dd1a62b5d466 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668099 Mar 31 20:24:25.146519 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1bac76ab-072c-4017-ad2b-db3a6f3f23bd req-0ecc6633-38e0-4c00-8dcc-0b43c24bce86 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687892 Mar 31 20:24:25.374230 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3957e9-be02-47ce-b68f-032a12ff0b3e req-64e6854f-b95f-4513-8b1b-155f901d2a67 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:25.375606 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff3957e9-be02-47ce-b68f-032a12ff0b3e req-64e6854f-b95f-4513-8b1b-155f901d2a67 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0510044 Mar 31 20:24:25.422769 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff3957e9-be02-47ce-b68f-032a12ff0b3e req-96268fa5-484d-4b5f-b3d5-9b02928d1664 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Mar 31 20:24:25.827833 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-85c56d54-122f-4989-bc0a-3c58e6c61a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.052212 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8269611-fef5-4666-94db-d93db7378613 req-ccad1536-ca0d-46ed-ab60-06e5ac616f35 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:26.053564 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f8269611-fef5-4666-94db-d93db7378613 req-ccad1536-ca0d-46ed-ab60-06e5ac616f35 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 945 time: 0.0863707 Mar 31 20:24:26.060919 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a003cc-2c6f-4f03-835d-7a707ad6b5c0 req-ce051048-6dda-475c-ac9f-e4635b65e9ba tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:26.062276 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2a003cc-2c6f-4f03-835d-7a707ad6b5c0 req-ce051048-6dda-475c-ac9f-e4635b65e9ba tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0864067 Mar 31 20:24:26.134024 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f8269611-fef5-4666-94db-d93db7378613 req-5d0d0084-069b-444c-9a41-098e6a590cb5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707660 Mar 31 20:24:26.137949 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2a003cc-2c6f-4f03-835d-7a707ad6b5c0 req-28d1369b-1782-4390-b1f7-6472fe58cc66 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682437 Mar 31 20:24:26.286576 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82ec9a-f3fe-41e3-b1d9-359baf65bb19 req-fa1abff4-2890-4307-8f61-505b571270c5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:26.288049 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa82ec9a-f3fe-41e3-b1d9-359baf65bb19 req-fa1abff4-2890-4307-8f61-505b571270c5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 943 time: 0.0855954 Mar 31 20:24:26.294607 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46b16e-b5e1-49b2-8d88-15ea6abf4243 req-eb3441be-36b6-4206-9116-d32e2324dc4d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:26.295953 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ef46b16e-b5e1-49b2-8d88-15ea6abf4243 req-eb3441be-36b6-4206-9116-d32e2324dc4d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0847905 Mar 31 20:24:26.367509 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa82ec9a-f3fe-41e3-b1d9-359baf65bb19 req-479ca177-27f6-434d-9d6a-e97f9b76c308 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706301 Mar 31 20:24:26.371793 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ef46b16e-b5e1-49b2-8d88-15ea6abf4243 req-f27ec4c3-39b0-4ba8-a054-2ae370bbb227 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688121 Mar 31 20:24:26.546296 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735af8b3-10d8-4501-9523-2ffa0ee058d7 req-fde7012e-61bf-4eb4-b64a-4df8c55c01a1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:26.547763 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-735af8b3-10d8-4501-9523-2ffa0ee058d7 req-fde7012e-61bf-4eb4-b64a-4df8c55c01a1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0515769 Mar 31 20:24:26.592351 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-735af8b3-10d8-4501-9523-2ffa0ee058d7 req-7fca27aa-fa67-4bd2-a4be-168dd3628faa tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390363 Mar 31 20:24:27.279600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b15b07-d15a-46d1-a4f9-424fec49d59f req-af1f030b-2b13-4bab-94c2-aefaedd7e791 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.281038 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e4b15b07-d15a-46d1-a4f9-424fec49d59f req-af1f030b-2b13-4bab-94c2-aefaedd7e791 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 945 time: 0.0812004 Mar 31 20:24:27.292264 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8a369-c983-4419-bb32-99df8a6f85a7 req-530de5da-a5fd-494e-9399-efafedcc76c7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.293635 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-84a8a369-c983-4419-bb32-99df8a6f85a7 req-530de5da-a5fd-494e-9399-efafedcc76c7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0840459 Mar 31 20:24:27.365294 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e4b15b07-d15a-46d1-a4f9-424fec49d59f req-45da7661-4bb6-495a-b8ee-8de334d233bd tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707138 Mar 31 20:24:27.368507 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-84a8a369-c983-4419-bb32-99df8a6f85a7 req-c95d3afd-8ac4-4684-999c-de086896ccb2 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685010 Mar 31 20:24:27.520954 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d5e9a-c28e-4ff4-844d-00f4835397ba req-01ee7266-2213-4a73-a898-2731d5b7c23c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.522305 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d86d5e9a-c28e-4ff4-844d-00f4835397ba req-01ee7266-2213-4a73-a898-2731d5b7c23c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 943 time: 0.0882349 Mar 31 20:24:27.529033 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17f8b5-f75f-46a6-8a08-3dc53769eaa9 req-e2263917-f613-4041-803b-4f953ff98edb tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.530384 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0b17f8b5-f75f-46a6-8a08-3dc53769eaa9 req-e2263917-f613-4041-803b-4f953ff98edb tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0876358 Mar 31 20:24:27.600886 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d86d5e9a-c28e-4ff4-844d-00f4835397ba req-c4a9aae0-8b6f-4733-b7a1-1219649da08d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695219 Mar 31 20:24:27.607360 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0b17f8b5-f75f-46a6-8a08-3dc53769eaa9 req-60321d50-1b39-47ed-ac38-9edb78749965 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686779 Mar 31 20:24:27.748191 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-f9359890-c99d-4674-aef6-22cd9397de21 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.749585 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-f9359890-c99d-4674-aef6-22cd9397de21 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.57 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 945 time: 0.0764499 Mar 31 20:24:27.757626 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab438b-0458-4bc7-89f3-4caa92fb5572 req-92443788-581e-4715-abcc-7ef6ce723ef5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.758948 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55ab438b-0458-4bc7-89f3-4caa92fb5572 req-92443788-581e-4715-abcc-7ef6ce723ef5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0960109 Mar 31 20:24:27.863379 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55ab438b-0458-4bc7-89f3-4caa92fb5572 req-08a50cac-48b9-4a84-bb2d-2d0ca3f11677 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960896 Mar 31 20:24:27.894857 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-027fa23e-509a-4aa3-ba55-30528d855169 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Deleting port 014674b5-ea0a-41aa-9479-10db01081e73 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:24:27.895838 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-027fa23e-509a-4aa3-ba55-30528d855169 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (014674b5-ea0a-41aa-9479-10db01081e73), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.000686 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-027fa23e-509a-4aa3-ba55-30528d855169 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] For port 014674b5-ea0a-41aa-9479-10db01081e73, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=014674b5-ea0a-41aa-9479-10db01081e73,segment=NetworkSegment(d645968f-ae41-4ff0-8acf-08436713219c),segment_id=d645968f-ae41-4ff0-8acf-08436713219c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:28.001055 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-027fa23e-509a-4aa3-ba55-30528d855169 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (014674b5-ea0a-41aa-9479-10db01081e73), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.014630 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-027fa23e-509a-4aa3-ba55-30528d855169 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Calling delete_port for 014674b5-ea0a-41aa-9479-10db01081e73 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:24:28.115604 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-94bb3bb7-9acf-45a9-8d9e-4631468b7fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.163289 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-027fa23e-509a-4aa3-ba55-30528d855169 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (014674b5-ea0a-41aa-9479-10db01081e73), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.175986 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['014674b5-ea0a-41aa-9479-10db01081e73'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:24:28.190707 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fa23e-509a-4aa3-ba55-30528d855169 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Pushing event deleted for resources: {'Port': ['ID=014674b5-ea0a-41aa-9479-10db01081e73,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:28.235013 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-027fa23e-509a-4aa3-ba55-30528d855169 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] No DVR routers for this DVR port 014674b5-ea0a-41aa-9479-10db01081e73 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:24:28.237479 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-027fa23e-509a-4aa3-ba55-30528d855169 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:28.241303 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-64bb9b52-9fb3-4695-962a-5ea0f10bc539 req-027fa23e-509a-4aa3-ba55-30528d855169 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.57 "DELETE /v2.0/ports/014674b5-ea0a-41aa-9479-10db01081e73 HTTP/1.1" status: 204 len: 173 time: 0.4798725 Mar 31 20:24:28.241751 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824f08b-d7e0-4018-b2a8-feb8c3ac24ad', 'name': 'network-vif-deleted', 'tag': '014674b5-ea0a-41aa-9479-10db01081e73'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:28.243982 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e8117b-0eed-4cb5-88af-68b6a61bd25f" -d '{"events": [{"server_uuid": "1824f08b-d7e0-4018-b2a8-feb8c3ac24ad", "name": "network-vif-deleted", "tag": "014674b5-ea0a-41aa-9479-10db01081e73"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:28.285705 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0298e49f-a679-4ff2-80a5-550a80f054d1 x-openstack-request-id: req-0298e49f-a679-4ff2-80a5-550a80f054d1 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:28.286181 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824f08b-d7e0-4018-b2a8-feb8c3ac24ad", "name": "network-vif-deleted", "tag": "014674b5-ea0a-41aa-9479-10db01081e73", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:28.286440 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0298e49f-a679-4ff2-80a5-550a80f054d1 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:28.286875 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0298e49f-a679-4ff2-80a5-550a80f054d1'] response: {'server_uuid': '1824f08b-d7e0-4018-b2a8-feb8c3ac24ad', 'name': 'network-vif-deleted', 'tag': '014674b5-ea0a-41aa-9479-10db01081e73', 'status': 'completed', 'code': 200} Mar 31 20:24:28.513515 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ad73b824-b765-4d02-8a6f-057c3d6d31c6 req-5cbe7050-c514-4480-ba74-f370c327b665 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=1824f08b-d7e0-4018-b2a8-feb8c3ac24ad HTTP/1.1" status: 200 len: 210 time: 0.0411181 Mar 31 20:24:28.547365 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efe803-760f-4c76-9a9f-b9b7b6c9b05a req-1351d8a1-f8cd-40f7-a1d6-793242f89ad1 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:28.548801 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-61efe803-760f-4c76-9a9f-b9b7b6c9b05a req-1351d8a1-f8cd-40f7-a1d6-793242f89ad1 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0852723 Mar 31 20:24:28.593364 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-61efe803-760f-4c76-9a9f-b9b7b6c9b05a req-ee54766f-ccec-4bf7-b540-87795dd6785e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383780 Mar 31 20:24:28.751696 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a8935-01ff-43eb-b097-7343ff738b13 req-57345fc2-3a06-410e-8a88-9894a813188b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:28.753132 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ad6a8935-01ff-43eb-b097-7343ff738b13 req-57345fc2-3a06-410e-8a88-9894a813188b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 943 time: 0.0798357 Mar 31 20:24:28.760397 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05b673-7338-43b6-989e-4df3c0e1ed36 req-1c46e796-d885-4dbf-ac78-e0d0ec32048b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:28.761714 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8b05b673-7338-43b6-989e-4df3c0e1ed36 req-1c46e796-d885-4dbf-ac78-e0d0ec32048b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0779083 Mar 31 20:24:28.834629 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ad6a8935-01ff-43eb-b097-7343ff738b13 req-c54098b2-4008-470f-ab63-00e170aeeca6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719700 Mar 31 20:24:28.837559 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8b05b673-7338-43b6-989e-4df3c0e1ed36 req-bca99165-9564-49be-aa4e-bfa90309e319 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694659 Mar 31 20:24:28.986848 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a068c-f9aa-45d3-89a3-8b381b1c06a6 req-deeaeee4-77f7-4021-8a69-538d6b1d6fb3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:28.988289 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-829a068c-f9aa-45d3-89a3-8b381b1c06a6 req-deeaeee4-77f7-4021-8a69-538d6b1d6fb3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0529988 Mar 31 20:24:29.032588 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-829a068c-f9aa-45d3-89a3-8b381b1c06a6 req-0d882d1c-d908-47a1-b86c-755d07f37b34 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387599 Mar 31 20:24:29.335056 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:29.716247 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a246-7ac2-4286-9afe-03cbde245479 req-93fb92cf-41dc-4d4a-b49d-d921ca86b7c4 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:29.717774 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b2c0a246-7ac2-4286-9afe-03cbde245479 req-93fb92cf-41dc-4d4a-b49d-d921ca86b7c4 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0551519 Mar 31 20:24:29.772947 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b2c0a246-7ac2-4286-9afe-03cbde245479 req-e60ab19d-1172-4c70-bab8-7b352f4fdb8b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494239 Mar 31 20:24:29.992374 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4a73-213c-4566-949e-2194678bf808 req-ac573dcb-f5ca-4641-82ed-be66608374e2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:29.993918 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a2b4a73-213c-4566-949e-2194678bf808 req-ac573dcb-f5ca-4641-82ed-be66608374e2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 943 time: 0.0907254 Mar 31 20:24:30.000851 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5049784-3363-4dc4-8232-8a4fbecc8730 req-faf41ff3-b763-4297-acbb-9f7b67fb3f9b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:30.002175 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d5049784-3363-4dc4-8232-8a4fbecc8730 req-faf41ff3-b763-4297-acbb-9f7b67fb3f9b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0977788 Mar 31 20:24:30.073018 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a2b4a73-213c-4566-949e-2194678bf808 req-4ee480cd-1f0d-466c-8f11-22b054fdbe26 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697761 Mar 31 20:24:30.076880 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d5049784-3363-4dc4-8232-8a4fbecc8730 req-7eb89523-21c2-4300-89de-424d3bff4c7c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668292 Mar 31 20:24:30.180654 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15f5a-3d56-48ad-b6a4-12bd9e41bb32 req-8dbd08f2-7143-4c83-b62c-0746f5724ff4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:30.182122 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-25f15f5a-3d56-48ad-b6a4-12bd9e41bb32 req-8dbd08f2-7143-4c83-b62c-0746f5724ff4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0562303 Mar 31 20:24:30.229549 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-25f15f5a-3d56-48ad-b6a4-12bd9e41bb32 req-bc69784e-dda4-4221-9c5f-59e7aa3ee9b6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Mar 31 20:24:30.693745 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.895721 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf575d8-a9be-4177-a7a9-d48f8c1b44a0 req-903a9b21-cbbc-4c69-a236-0c1e073823da tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:30.897173 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9bf575d8-a9be-4177-a7a9-d48f8c1b44a0 req-903a9b21-cbbc-4c69-a236-0c1e073823da tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Mar 31 20:24:30.925844 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33544) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:30.944867 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9bf575d8-a9be-4177-a7a9-d48f8c1b44a0 req-df88b774-e164-469a-b33f-8ba91c5056f7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 Mar 31 20:24:31.031999 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad0febe8-b8a7-45d3-a9e4-c058be772239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.110388 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad0febe8-b8a7-45d3-a9e4-c058be772239 admin admin] Publish callbacks [] for security_group (497e2503-4de3-4946-a3fe-9264d7ec3740), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.115647 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad0febe8-b8a7-45d3-a9e4-c058be772239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (497e2503-4de3-4946-a3fe-9264d7ec3740), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.155519 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0febe8-b8a7-45d3-a9e4-c058be772239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497e2503-4de3-4946-a3fe-9264d7ec3740,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:31.168071 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-ad0febe8-b8a7-45d3-a9e4-c058be772239 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7c0cf121872146ba930cfa9ae9213f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410486 Mar 31 20:24:31.168660 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33552) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:31.218188 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8c92017-1dad-4e48-babe-2f1f6a5d32a9 admin admin] Publish callbacks [] for security_group (497e2503-4de3-4946-a3fe-9264d7ec3740), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.245222 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8c92017-1dad-4e48-babe-2f1f6a5d32a9 admin admin] Publish callbacks [] for security_group (497e2503-4de3-4946-a3fe-9264d7ec3740), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.304557 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8c92017-1dad-4e48-babe-2f1f6a5d32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (497e2503-4de3-4946-a3fe-9264d7ec3740), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.307644 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8c92017-1dad-4e48-babe-2f1f6a5d32a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.311178 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-a8c92017-1dad-4e48-babe-2f1f6a5d32a9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/497e2503-4de3-4946-a3fe-9264d7ec3740 HTTP/1.1" status: 204 len: 168 time: 0.1392789 Mar 31 20:24:31.315154 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 2d77ae22-d18b-46be-8809-632d491183da details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:24:31.319260 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c92017-1dad-4e48-babe-2f1f6a5d32a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497e2503-4de3-4946-a3fe-9264d7ec3740,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:31.446854 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 2d77ae22-d18b-46be-8809-632d491183da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d77ae22-d18b-46be-8809-632d491183da,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:31.454707 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9c08e-a552-45d8-8b43-9d59743d63f8 req-c700e026-72f4-47f0-b5a7-8f50b32e71e8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.456190 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5fb9c08e-a552-45d8-8b43-9d59743d63f8 req-c700e026-72f4-47f0-b5a7-8f50b32e71e8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 943 time: 0.3144557 Mar 31 20:24:31.461445 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '2d77ae22-d18b-46be-8809-632d491183da', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'port_id': '2d77ae22-d18b-46be-8809-632d491183da', 'mac_address': 'fa:16:3e:24:41:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:24:31.464964 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf55c7-dc19-4485-a475-0698c524ce6c req-f10cab7f-c4ba-4a61-861b-a4a6e8c6d062 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.466539 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6daf55c7-dc19-4485-a475-0698c524ce6c req-f10cab7f-c4ba-4a61-861b-a4a6e8c6d062 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.3159378 Mar 31 20:24:31.507094 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 2d77ae22-d18b-46be-8809-632d491183da is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:31.507511 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2d77ae22-d18b-46be-8809-632d491183da), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.520845 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d77ae22-d18b-46be-8809-632d491183da {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:31.543087 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5fb9c08e-a552-45d8-8b43-9d59743d63f8 req-b5e6ff54-432a-431f-b3d4-85cf7761d089 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753312 Mar 31 20:24:31.552428 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 2d77ae22-d18b-46be-8809-632d491183da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d77ae22-d18b-46be-8809-632d491183da,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:31.556229 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6daf55c7-dc19-4485-a475-0698c524ce6c req-b2dbf052-68f0-4fe3-8a84-299887d2cec7 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662284 Mar 31 20:24:31.557095 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (2d77ae22-d18b-46be-8809-632d491183da), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.622940 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=2d77ae22-d18b-46be-8809-632d491183da,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:31.632574 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.632920 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.633290 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.633721 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.634138 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.634376 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.634851 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.635323 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.635561 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.635890 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.636216 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.636591 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.636881 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.637199 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.637519 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:31.662151 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadf8d8-3120-4094-80a9-15f8b7f012d4 req-67d9411a-6afd-495b-aeab-c9a9a5cf8b55 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.663737 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8cadf8d8-3120-4094-80a9-15f8b7f012d4 req-67d9411a-6afd-495b-aeab-c9a9a5cf8b55 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0541806 Mar 31 20:24:31.716649 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8cadf8d8-3120-4094-80a9-15f8b7f012d4 req-a7e4b0f7-ba5e-4be4-b38f-630a163e53e0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471561 Mar 31 20:24:32.062014 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2004b1-c163-497b-9b4d-35d41101ee58 req-c212d0d7-788b-474b-a3f8-e2c6ba8ed213 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:32.063511 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cd2004b1-c163-497b-9b4d-35d41101ee58 req-c212d0d7-788b-474b-a3f8-e2c6ba8ed213 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0524368 Mar 31 20:24:32.091360 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.114768 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cd2004b1-c163-497b-9b4d-35d41101ee58 req-c6ee1e5c-e378-46db-8450-dcffa569e4f5 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443490 Mar 31 20:24:32.198510 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 014674b5-ea0a-41aa-9479-10db01081e73 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:24:32.219700 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 014674b5-ea0a-41aa-9479-10db01081e73 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:24:32.220052 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 014674b5-ea0a-41aa-9479-10db01081e73 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:24:32.698045 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9d5e6-b390-44fa-a297-8138dd092d6a req-33863991-661e-4cfd-a621-815214905f64 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:32.699494 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aae9d5e6-b390-44fa-a297-8138dd092d6a req-33863991-661e-4cfd-a621-815214905f64 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 944 time: 0.0832911 Mar 31 20:24:32.711016 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea2fef-556d-4a91-aa3d-b869740be7c4 req-8eec964d-cd8e-4f69-bed5-3a047bd94bce tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:32.712274 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9aea2fef-556d-4a91-aa3d-b869740be7c4 req-8eec964d-cd8e-4f69-bed5-3a047bd94bce tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0710266 Mar 31 20:24:32.781170 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aae9d5e6-b390-44fa-a297-8138dd092d6a req-41b66f4d-d065-41b3-b505-941c42daa46a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679715 Mar 31 20:24:32.784673 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9aea2fef-556d-4a91-aa3d-b869740be7c4 req-b2eb2d0e-13b9-49ed-b1aa-aeb7857da2c5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657706 Mar 31 20:24:32.882954 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac449652-f84d-421f-998e-4c23dd72b003 req-ed6eedf1-31a1-4c60-b996-25f0f07da1ef tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:32.884398 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ac449652-f84d-421f-998e-4c23dd72b003 req-ed6eedf1-31a1-4c60-b996-25f0f07da1ef tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0507967 Mar 31 20:24:32.929487 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ac449652-f84d-421f-998e-4c23dd72b003 req-77e3eb84-3475-49c6-b619-3bb90a633002 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395656 Mar 31 20:24:33.236422 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d42b0-888c-47c0-acbf-d4dd2d919e4a req-07205e7e-efb2-4a00-8f86-867911bed6a7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:33.237864 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-203d42b0-888c-47c0-acbf-d4dd2d919e4a req-07205e7e-efb2-4a00-8f86-867911bed6a7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0546117 Mar 31 20:24:33.284140 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-203d42b0-888c-47c0-acbf-d4dd2d919e4a req-1aa4b64c-9b93-4a83-a593-7b9b83e1f584 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405047 Mar 31 20:24:33.456023 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.617734 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['2d77ae22-d18b-46be-8809-632d491183da'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:24:33.928152 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e8e1-e59f-49f2-ae48-6865861a6b9d req-fffb9085-2aa4-4541-b6fc-3c4113300975 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:33.929617 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e0b7e8e1-e59f-49f2-ae48-6865861a6b9d req-fffb9085-2aa4-4541-b6fc-3c4113300975 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 944 time: 0.0830958 Mar 31 20:24:33.942971 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec15392-8396-4c71-985d-028f39c0d909 req-719e93fa-a148-455d-b74e-23784318612c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:33.944421 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8ec15392-8396-4c71-985d-028f39c0d909 req-719e93fa-a148-455d-b74e-23784318612c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0883501 Mar 31 20:24:34.018494 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e0b7e8e1-e59f-49f2-ae48-6865861a6b9d req-b591b41e-9a3a-4dd0-af8a-c5cf3c06a6ee tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828865 Mar 31 20:24:34.021477 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8ec15392-8396-4c71-985d-028f39c0d909 req-9b663ea8-5d78-4f82-932a-1e3571da68d2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716271 Mar 31 20:24:34.136251 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4e0a7-a965-4188-8935-4eb22142c3de req-77cb306e-c2b4-4c33-93ab-61a441f58667 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:34.137706 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3dc4e0a7-a965-4188-8935-4eb22142c3de req-77cb306e-c2b4-4c33-93ab-61a441f58667 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0513036 Mar 31 20:24:34.189579 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3dc4e0a7-a965-4188-8935-4eb22142c3de req-3b633091-9571-4054-997f-f76c5f16327f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463290 Mar 31 20:24:34.407962 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6eefa-037e-4644-86da-427aa9caf665 req-383b33b9-ced1-446e-8834-f06717491181 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:34.409694 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9fe6eefa-037e-4644-86da-427aa9caf665 req-383b33b9-ced1-446e-8834-f06717491181 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0587490 Mar 31 20:24:34.466274 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9fe6eefa-037e-4644-86da-427aa9caf665 req-013db053-1207-4a2a-b64d-c0102cc5e455 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452075 Mar 31 20:24:35.170409 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d55d2-03ea-4738-a983-399b633db7d3 req-81a06460-005b-4510-8755-c3fb55fb751b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:35.171909 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-390d55d2-03ea-4738-a983-399b633db7d3 req-81a06460-005b-4510-8755-c3fb55fb751b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 944 time: 0.0870643 Mar 31 20:24:35.174972 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 2d77ae22-d18b-46be-8809-632d491183da up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:35.183667 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bcc30-d5f9-4d58-b40e-8f1ec57a9015 req-01aa191f-7339-41b7-aaf3-31c85947fa57 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:35.185693 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-947bcc30-d5f9-4d58-b40e-8f1ec57a9015 req-01aa191f-7339-41b7-aaf3-31c85947fa57 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0906708 Mar 31 20:24:35.233332 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 2d77ae22-d18b-46be-8809-632d491183da completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:24:35.239326 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 2d77ae22-d18b-46be-8809-632d491183da triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:35.240334 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2d77ae22-d18b-46be-8809-632d491183da), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.269203 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-390d55d2-03ea-4738-a983-399b633db7d3 req-33e92082-5797-43c5-b65d-91a076e868ff tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830026 Mar 31 20:24:35.274522 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-947bcc30-d5f9-4d58-b40e-8f1ec57a9015 req-32d7d75a-20bd-4e15-8c81-496abb801d79 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746188 Mar 31 20:24:35.332117 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 2d77ae22-d18b-46be-8809-632d491183da is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:35.332587 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2d77ae22-d18b-46be-8809-632d491183da), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.357344 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d77ae22-d18b-46be-8809-632d491183da'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:35.360328 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28290d6d-977f-4e2f-a6b5-14f79de63a57" -d '{"events": [{"server_uuid": "1e43d3b4-c118-4771-b0c3-b9415b7090c8", "name": "network-vif-plugged", "status": "completed", "tag": "2d77ae22-d18b-46be-8809-632d491183da"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:35.375546 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 2d77ae22-d18b-46be-8809-632d491183da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d77ae22-d18b-46be-8809-632d491183da,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:35.381900 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (2d77ae22-d18b-46be-8809-632d491183da), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.400280 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9561-6eb8-46d1-a0b1-5d1178869fcd req-f8184226-c5ff-43fd-8b63-fdea7308910b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:35.401816 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-05eb9561-6eb8-46d1-a0b1-5d1178869fcd req-f8184226-c5ff-43fd-8b63-fdea7308910b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0687060 Mar 31 20:24:35.405833 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa2cdf3-8883-4fd3-bd5d-62207131b739 x-openstack-request-id: req-afa2cdf3-8883-4fd3-bd5d-62207131b739 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:35.405833 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e43d3b4-c118-4771-b0c3-b9415b7090c8", "name": "network-vif-plugged", "status": "completed", "tag": "2d77ae22-d18b-46be-8809-632d491183da", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:35.405833 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-afa2cdf3-8883-4fd3-bd5d-62207131b739 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:35.405833 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa2cdf3-8883-4fd3-bd5d-62207131b739'] response: {'server_uuid': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d77ae22-d18b-46be-8809-632d491183da', 'code': 200} Mar 31 20:24:35.451415 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=2d77ae22-d18b-46be-8809-632d491183da,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:35.468343 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-05eb9561-6eb8-46d1-a0b1-5d1178869fcd req-00b19723-df1f-4799-ad19-2665ac21cf05 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599351 Mar 31 20:24:35.630045 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18c0dd-e4b1-4bf5-b810-1e93bc0ff436 req-c1d6370b-7719-4844-b6a9-0e40b1141610 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:35.631563 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cd18c0dd-e4b1-4bf5-b810-1e93bc0ff436 req-c1d6370b-7719-4844-b6a9-0e40b1141610 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0852203 Mar 31 20:24:35.633666 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730ccda-a65c-4b79-a6c2-19a6fa95e4d5 req-c329153e-ce3b-4add-8d12-0cc5e48d5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:35.635035 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9730ccda-a65c-4b79-a6c2-19a6fa95e4d5 req-c329153e-ce3b-4add-8d12-0cc5e48d5e89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 1129 time: 0.0795803 Mar 31 20:24:35.679674 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cd18c0dd-e4b1-4bf5-b810-1e93bc0ff436 req-1da8255d-dc46-4728-adb7-81b13025589b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423324 Mar 31 20:24:35.854722 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-217acb96-ef63-4709-8993-60412c3c845b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191572383&fields=id&tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad HTTP/1.1" status: 200 len: 267 time: 0.0482643 Mar 31 20:24:35.959167 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-699f4114-58a5-4ae7-8c8c-b67353c75447 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:35.960614 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-699f4114-58a5-4ae7-8c8c-b67353c75447 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 811 time: 0.0996099 Mar 31 20:24:35.975584 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-dca3e94c-b3a2-40ab-9807-50c749478f6c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/quotas/a6d61eb81b754ed9b58c19c767bcc8ad HTTP/1.1" status: 200 len: 375 time: 0.0095751 Mar 31 20:24:36.030256 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-749462ed-e173-418d-b174-1aa83a0dceb6 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496006 Mar 31 20:24:36.128101 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-f83d59ed-36ff-4c81-8608-a1921320ffa9 service neutron] 10.222.0.82 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862141 Mar 31 20:24:36.227877 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-63eae674-a7bc-49f7-946c-7ea545ed29db service neutron] 10.222.0.82 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935218 Mar 31 20:24:36.409270 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3dc0-a36b-416b-8909-106e10b329b8 req-e8c37af3-367a-4841-9841-d3a852269d4f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:36.410867 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f98d3dc0-a36b-416b-8909-106e10b329b8 req-e8c37af3-367a-4841-9841-d3a852269d4f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 945 time: 0.0597522 Mar 31 20:24:36.461336 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f98d3dc0-a36b-416b-8909-106e10b329b8 req-9b922958-96ae-4d5d-b23e-90492ac90445 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Mar 31 20:24:36.558039 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e2d87b25-3b04-416b-af62-f88a94a39961 req-9d03e1cf-e476-4db9-8d8e-ffdc94c38c9f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 210 time: 0.0395942 Mar 31 20:24:36.664658 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6115586-1cff-4319-bfcd-5f022231e521 req-6b5b632f-cb61-4936-8985-e27b66900739 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:36.666081 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c6115586-1cff-4319-bfcd-5f022231e521 req-6b5b632f-cb61-4936-8985-e27b66900739 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.1351933 Mar 31 20:24:36.671990 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9730ccda-a65c-4b79-a6c2-19a6fa95e4d5 req-d06a993a-e3e1-4fd7-932b-e14afa9efa12 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931857 Mar 31 20:24:36.723839 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663b1db-6e80-4c29-aa1c-2fec40eb1d09 req-eae2dfc4-3bb6-438b-87ce-9ce3a8150c44 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:36.725224 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6663b1db-6e80-4c29-aa1c-2fec40eb1d09 req-eae2dfc4-3bb6-438b-87ce-9ce3a8150c44 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1094198 Mar 31 20:24:36.732227 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c6115586-1cff-4319-bfcd-5f022231e521 req-84948aae-276d-46f0-b85f-a30ad399c983 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586202 Mar 31 20:24:36.786361 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6663b1db-6e80-4c29-aa1c-2fec40eb1d09 req-2cce566e-fda5-489f-9474-7791c3a5a44f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530910 Mar 31 20:24:36.856969 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9f40e-4c15-4453-9d43-ec0878e6fb09 req-51146395-5023-4b1a-85d7-fec569d8af27 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:36.858460 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-69e9f40e-4c15-4453-9d43-ec0878e6fb09 req-51146395-5023-4b1a-85d7-fec569d8af27 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0582967 Mar 31 20:24:36.912596 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-69e9f40e-4c15-4453-9d43-ec0878e6fb09 req-a8188800-3f57-45c5-9753-f7d97abf80a9 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449076 Mar 31 20:24:37.587203 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5ddd3-d481-4d22-928b-75a473742ee9 req-54773df7-c478-466d-b8e3-4fea23450802 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:37.589585 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d6f5ddd3-d481-4d22-928b-75a473742ee9 req-54773df7-c478-466d-b8e3-4fea23450802 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 945 time: 0.0510280 Mar 31 20:24:37.642591 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d6f5ddd3-d481-4d22-928b-75a473742ee9 req-2e14a464-4e52-4742-a347-da10763a3b6a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480824 Mar 31 20:24:37.658174 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-58f2635c-89d4-4118-9bda-fd54fe2d865c req-1b380929-e373-4b76-a765-d602ef3733a2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 210 time: 0.0347362 Mar 31 20:24:37.852606 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1cf23-ac99-46ff-9115-edd7e33c7f2f req-79d9d76c-5ad4-4f20-8a18-eb83709b6aaf tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:37.854066 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3d1cf23-ac99-46ff-9115-edd7e33c7f2f req-79d9d76c-5ad4-4f20-8a18-eb83709b6aaf tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0508518 Mar 31 20:24:37.932022 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3d1cf23-ac99-46ff-9115-edd7e33c7f2f req-3ea0d295-e8db-4f1f-83a7-d7a17b394dfd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722475 Mar 31 20:24:37.947761 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c082c-98bc-4cb9-b67c-b42ca7e0947e req-4f21114d-f11a-4b8a-b29c-08059c8b1ed7 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:37.949365 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8c5c082c-98bc-4cb9-b67c-b42ca7e0947e req-4f21114d-f11a-4b8a-b29c-08059c8b1ed7 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0908275 Mar 31 20:24:38.004250 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8c5c082c-98bc-4cb9-b67c-b42ca7e0947e req-ba6c6445-5fab-45f3-b4c4-6274992260ad tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491271 Mar 31 20:24:38.043854 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096822a7-09f0-423b-86dd-3598852e598c req-60f7295b-b993-4d10-918a-12c84bae5a40 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:38.045296 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-096822a7-09f0-423b-86dd-3598852e598c req-60f7295b-b993-4d10-918a-12c84bae5a40 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0560720 Mar 31 20:24:38.090818 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-096822a7-09f0-423b-86dd-3598852e598c req-28879a0a-3706-46fa-928d-409d03b4f4ef tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 Mar 31 20:24:38.782694 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-05988c88-dd6f-4b64-9477-6c51e3f24a85 req-c7b50c44-f9e5-4e7e-b1be-f2b994cd9f39 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 210 time: 0.0466766 Mar 31 20:24:38.808026 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d9574-fb12-45a5-898d-d21c8a2b297d req-f2e7786c-03a3-4368-a08e-ced1ab447621 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:38.809523 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f40d9574-fb12-45a5-898d-d21c8a2b297d req-f2e7786c-03a3-4368-a08e-ced1ab447621 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 945 time: 0.0835345 Mar 31 20:24:38.859743 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f40d9574-fb12-45a5-898d-d21c8a2b297d req-985d114d-42d2-4504-9210-486c05060a8f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446703 Mar 31 20:24:39.051627 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7f677-6e10-469c-8e13-2aee729ba1a3 req-fc3136e6-c850-4434-862a-c8bf0868ac83 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:39.053110 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-20b7f677-6e10-469c-8e13-2aee729ba1a3 req-fc3136e6-c850-4434-862a-c8bf0868ac83 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0533147 Mar 31 20:24:39.128887 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-20b7f677-6e10-469c-8e13-2aee729ba1a3 req-10d85c7b-8f0d-4822-8ec0-07f904c774c7 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700157 Mar 31 20:24:39.148318 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa0b30-ea99-4eb7-b793-908baac628df req-9ff91054-87fa-4158-8018-dba1415436ff tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:39.149791 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97fa0b30-ea99-4eb7-b793-908baac628df req-9ff91054-87fa-4158-8018-dba1415436ff tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0725229 Mar 31 20:24:39.221351 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97fa0b30-ea99-4eb7-b793-908baac628df req-79eccce8-9182-4479-b882-9b2f600de91e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656469 Mar 31 20:24:39.244630 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0ac64-165b-4f5f-91ed-8603ef352026 req-7cb65b75-1c2b-4835-bbb0-9720201a3906 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:39.246213 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9af0ac64-165b-4f5f-91ed-8603ef352026 req-7cb65b75-1c2b-4835-bbb0-9720201a3906 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0634286 Mar 31 20:24:39.291363 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9af0ac64-165b-4f5f-91ed-8603ef352026 req-5167a9f9-4dbb-4d4d-90de-98bc7dc7d4c7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397103 Mar 31 20:24:39.678888 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-6d78021c-0aa6-4222-a0e1-0214b722ef88 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:39.680331 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-6d78021c-0aa6-4222-a0e1-0214b722ef88 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 811 time: 0.1834650 Mar 31 20:24:39.714396 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-4e1e7d46-dfa3-4039-be9f-ed905400f19d tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:39.715869 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-4e1e7d46-dfa3-4039-be9f-ed905400f19d tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/networks?id=450be1c2-9e70-406d-bb4a-7d739bd7549c HTTP/1.1" status: 200 len: 814 time: 0.1396127 Mar 31 20:24:39.749064 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-6140ef99-78df-43b6-8a61-dd6969e9c3bb tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/quotas/9da6ff3608e64dd0a4e7b54f16dbd1b3 HTTP/1.1" status: 200 len: 375 time: 0.0202296 Mar 31 20:24:39.790502 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-a77beb64-87c8-4df2-98a4-5119fc40f384 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9da6ff3608e64dd0a4e7b54f16dbd1b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314500 Mar 31 20:24:39.844972 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-f5f10111-009d-4225-9126-bd64affcc07e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad HTTP/1.1" status: 200 len: 379 time: 0.1411333 Mar 31 20:24:39.855105 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'port': {'device_id': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'admin_state_up': True, 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'security_groups': ['3bf474f9-eb7c-49c1-9767-37caa7212181']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:39.935252 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0337a34-fd6b-4d0c-b219-f2b8a3579801 req-ef7b9f25-1a79-4732-abb4-cf5560a44a0f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 210 time: 0.0748575 Mar 31 20:24:39.977401 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-44d86c8c-4204-44d6-b80e-41b575d6e375 service neutron] 10.222.0.82 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779387 Mar 31 20:24:40.138627 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Made reservation on behalf of a6d61eb81b754ed9b58c19c767bcc8ad for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:40.141968 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.166080 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb4d0a-00b0-45e5-8ec2-b83184ec8b57 req-bd3ded83-47ec-4c9d-8bfd-2dfbd86eb9ff tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:40.167570 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c0eb4d0a-00b0-45e5-8ec2-b83184ec8b57 req-bd3ded83-47ec-4c9d-8bfd-2dfbd86eb9ff tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 945 time: 0.1743846 Mar 31 20:24:40.177523 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-48756efe-ad4e-40ae-886e-0cf24971f34f service neutron] 10.222.0.82 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832201 Mar 31 20:24:40.273034 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c0eb4d0a-00b0-45e5-8ec2-b83184ec8b57 req-01e9acb4-f478-485b-8702-6536a11c8856 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992944 Mar 31 20:24:40.353475 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Allocated IP 172.20.0.6 (c07f2492-1a2b-4036-bccd-b3989f4f9275/bea8a71f-55b9-4597-a4bb-cfa19114e421/561a933c-d0d7-4348-ba3a-b76f3166b61b) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:40.519062 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff604e7-8c35-4826-b524-ebabc3b9a968 req-52082530-5a63-4b64-8ad5-1183939efefe tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:40.520550 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ff604e7-8c35-4826-b524-ebabc3b9a968 req-52082530-5a63-4b64-8ad5-1183939efefe tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.1692367 Mar 31 20:24:40.576283 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcd88d-036e-4311-a99d-191d5f3075e2 req-f24b95c4-8abd-4ba9-ace6-d1b7bfefa9f5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:40.582994 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-03fcd88d-036e-4311-a99d-191d5f3075e2 req-f24b95c4-8abd-4ba9-ace6-d1b7bfefa9f5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1840160 Mar 31 20:24:40.663437 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ff604e7-8c35-4826-b524-ebabc3b9a968 req-d3f3784c-162a-4a17-bf3a-4f1728af99eb tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325665 Mar 31 20:24:40.667843 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.698340 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-03fcd88d-036e-4311-a99d-191d5f3075e2 req-ed5d9ab7-e23b-4112-8455-12e7033188c8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108243 Mar 31 20:24:40.774432 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.823115 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-33f1f308-17ed-4beb-85d6-280e9dd2fb0d req-92a3f609-cbf0-40b6-9d72-947be0377d21 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 210 time: 0.0677190 Mar 31 20:24:40.862620 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0251de-a0cc-494d-ac3a-8a67504334e3 req-73b89a8f-b16c-4ac8-9ac2-142ca136f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:40.864773 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-bb0251de-a0cc-494d-ac3a-8a67504334e3 req-73b89a8f-b16c-4ac8-9ac2-142ca136f288 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 1129 time: 0.0599399 Mar 31 20:24:40.932543 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-bb0251de-a0cc-494d-ac3a-8a67504334e3 req-6fb41fa7-cfa1-4308-a433-41315d36bf23 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604451 Mar 31 20:24:40.939727 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:40.941872 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'Port': ['ID=561a933c-d0d7-4348-ba3a-b76f3166b61b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:40.944926 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:40.949883 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:41.016149 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee3d0b-c4c4-4c67-8a2a-a2e39f60a190 req-013afe52-0d4f-4aa1-83be-ff6614bfcf96 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:41.023371 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f1ee3d0b-c4c4-4c67-8a2a-a2e39f60a190 req-013afe52-0d4f-4aa1-83be-ff6614bfcf96 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.2465453 Mar 31 20:24:41.052583 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:41.053120 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.102152 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-acf70093-e217-44d8-bedc-67b31a6137ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2506542 Mar 31 20:24:41.134417 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f1ee3d0b-c4c4-4c67-8a2a-a2e39f60a190 req-53597bd0-c6ac-4af2-8718-e8cdeef7be17 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079133 Mar 31 20:24:41.180224 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a0796-c782-4765-a452-080cd871542c req-15d7943e-9e29-492b-b4f0-130056bd6f9e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:41.189805 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa4a0796-c782-4765-a452-080cd871542c req-15d7943e-9e29-492b-b4f0-130056bd6f9e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 931 time: 0.1461382 Mar 31 20:24:41.202943 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Request body: {'port': {'device_id': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:41.302201 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-baadfc00-f7d5-4f59-ae4f-828ba16081e4 None None] Provisioning complete for port 561a933c-d0d7-4348-ba3a-b76f3166b61b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:41.302836 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-baadfc00-f7d5-4f59-ae4f-828ba16081e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.319563 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa4a0796-c782-4765-a452-080cd871542c req-14d198b2-0015-48e2-a3c0-b1acf4f2b28a tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288378 Mar 31 20:24:41.320129 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.361367 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-baadfc00-f7d5-4f59-ae4f-828ba16081e4 None None] Port 561a933c-d0d7-4348-ba3a-b76f3166b61b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:41.526322 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b529b6a-c6f1-44ae-8ffb-9021d0ec5f3c req-7907ec0d-e415-4579-8f49-07bf0c8c09b5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:41.527827 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4b529b6a-c6f1-44ae-8ffb-9021d0ec5f3c req-7907ec0d-e415-4579-8f49-07bf0c8c09b5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 945 time: 0.1516180 Mar 31 20:24:41.599769 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4b529b6a-c6f1-44ae-8ffb-9021d0ec5f3c req-62092cfc-bccb-4257-a65e-1de1ce87595c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652430 Mar 31 20:24:41.664351 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561a933c-d0d7-4348-ba3a-b76f3166b61b {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:41.679965 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Publish callbacks [] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.709150 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Transition to ACTIVE for port object 561a933c-d0d7-4348-ba3a-b76f3166b61b will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:24:41.716389 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.787334 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a1d6f-5921-420a-86b3-12bb382af2c3 req-11a4648e-c1e3-47cf-8e4d-0bc124ee4771 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:41.797352 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33864) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:41.804734 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-cc0799c1-166f-4af1-b601-b3e795564bd8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'floatingip': {'port_id': '2d77ae22-d18b-46be-8809-632d491183da'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:41.805421 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e64a1d6f-5921-420a-86b3-12bb382af2c3 req-11a4648e-c1e3-47cf-8e4d-0bc124ee4771 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 945 time: 0.1365919 Mar 31 20:24:41.879385 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=561a933c-d0d7-4348-ba3a-b76f3166b61b,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:41.979444 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc0799c1-166f-4af1-b601-b3e795564bd8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (b88a5495-0ad0-45f6-bc22-5fe9125baad2), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.220658 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-f636b50f-bbe5-47fe-b7d8-91bd64782179 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.222196 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-f636b50f-bbe5-47fe-b7d8-91bd64782179 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.57 "GET /v2.0/networks?id=450be1c2-9e70-406d-bb4a-7d739bd7549c HTTP/1.1" status: 200 len: 814 time: 0.3575099 Mar 31 20:24:42.244056 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52aa61-9205-4394-8ce9-3d5d6b93710e req-1ec3ed39-111f-4462-b8d4-bd8ee176f9ce tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.245681 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4f52aa61-9205-4394-8ce9-3d5d6b93710e req-1ec3ed39-111f-4462-b8d4-bd8ee176f9ce tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.4904156 Mar 31 20:24:42.253281 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Request body: {'port': {'device_id': '9c7b9c5a-0851-4ddf-8701-defeda1dd1eb', 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c', 'admin_state_up': True, 'tenant_id': '9da6ff3608e64dd0a4e7b54f16dbd1b3'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:42.263717 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a6f1-c93b-4acf-afe9-dbdc10dd719e req-d5d445ba-854e-4e15-ae47-ae3bb20e7601 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.265260 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7b7a6f1-c93b-4acf-afe9-dbdc10dd719e req-d5d445ba-854e-4e15-ae47-ae3bb20e7601 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.3912222 Mar 31 20:24:42.282794 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Attempting to bind port 561a933c-d0d7-4348-ba3a-b76f3166b61b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:42.283207 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Attempting to bind port 561a933c-d0d7-4348-ba3a-b76f3166b61b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:42.283865 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Attempting to bind port 561a933c-d0d7-4348-ba3a-b76f3166b61b on network c07f2492-1a2b-4036-bccd-b3989f4f9275 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:42.311572 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Port 561a933c-d0d7-4348-ba3a-b76f3166b61b on network c07f2492-1a2b-4036-bccd-b3989f4f9275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:24:42.311911 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Attempting to bind port 561a933c-d0d7-4348-ba3a-b76f3166b61b on network c07f2492-1a2b-4036-bccd-b3989f4f9275 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:42.335266 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:42.335610 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Checking segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:42.336002 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Bound using segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:42.336454 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Bound port: 561a933c-d0d7-4348-ba3a-b76f3166b61b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:42.336815 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.376549 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7b7a6f1-c93b-4acf-afe9-dbdc10dd719e req-75d56c11-775f-4961-881f-ea76e080e8de tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016486 Mar 31 20:24:42.450808 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] For port 561a933c-d0d7-4348-ba3a-b76f3166b61b, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:42.454167 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] For port 561a933c-d0d7-4348-ba3a-b76f3166b61b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=561a933c-d0d7-4348-ba3a-b76f3166b61b,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:42.461507 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4f52aa61-9205-4394-8ce9-3d5d6b93710e req-34846b82-83c3-4d14-9636-d190731e1d84 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936636 Mar 31 20:24:42.463469 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.514807 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.515489 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.516940 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] 10.222.0.57 "PUT /v2.0/ports/561a933c-d0d7-4348-ba3a-b76f3166b61b HTTP/1.1" status: 200 len: 1093 time: 1.3237042 Mar 31 20:24:42.526275 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'tag': '561a933c-d0d7-4348-ba3a-b76f3166b61b'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:42.526275 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20e8d95-dec6-4c8a-9787-59e4b34909ce" -d '{"events": [{"name": "network-changed", "server_uuid": "06bf6407-2b68-4d18-b5d9-9046fe7b4345", "tag": "561a933c-d0d7-4348-ba3a-b76f3166b61b"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:42.529971 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Made reservation on behalf of 9da6ff3608e64dd0a4e7b54f16dbd1b3 for: {'port': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:42.533341 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.612112 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d9b44734-4eee-436c-915d-f71360e49895 req-d260fe6b-b5e1-46d6-bc2d-c08b3c62ee1b tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 210 time: 0.0996606 Mar 31 20:24:42.656811 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c01829-fc80-4cba-9148-3d3fcb0e6bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=561a933c-d0d7-4348-ba3a-b76f3166b61b,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:42.688140 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c61882-3444-418d-9f5a-f7136929b1dc req-1a650526-119c-4d6a-bf59-c56bac3a10c9 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.696293 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-39c61882-3444-418d-9f5a-f7136929b1dc req-1a650526-119c-4d6a-bf59-c56bac3a10c9 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1249406 Mar 31 20:24:42.730999 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Allocated IP 172.20.0.11 (450be1c2-9e70-406d-bb4a-7d739bd7549c/c8f0a3f9-a25c-47b3-9696-c98447390c8d/77713a10-1fcd-449e-b9a0-ecfc5925470a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:42.753266 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-25b08fc7-aa83-4b3a-b0a3-b28c6e9be49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.755520 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-25b08fc7-aa83-4b3a-b0a3-b28c6e9be49c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 1127 time: 0.1558111 Mar 31 20:24:42.823642 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-ad21f0ac-f6b2-443a-a96d-4f41a91716b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561a933c-d0d7-4348-ba3a-b76f3166b61b HTTP/1.1" status: 200 len: 217 time: 0.0540047 Mar 31 20:24:42.823912 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc0799c1-166f-4af1-b601-b3e795564bd8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.830826 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc0799c1-166f-4af1-b601-b3e795564bd8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (b88a5495-0ad0-45f6-bc22-5fe9125baad2), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.831733 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-39c61882-3444-418d-9f5a-f7136929b1dc req-fa61c4f1-6d88-4539-9054-ef5df5908f92 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345730 Mar 31 20:24:42.855361 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc34569-bb35-4f8c-a6e0-87316014334d req-5cd9d6b0-3e5d-4386-88c5-0b8f9fce1ea3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.855361 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7fc34569-bb35-4f8c-a6e0-87316014334d req-5cd9d6b0-3e5d-4386-88c5-0b8f9fce1ea3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.1434200 Mar 31 20:24:42.901758 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe552e4-7eff-4bbe-83d9-7b18e3a7aafb x-openstack-request-id: req-5fe552e4-7eff-4bbe-83d9-7b18e3a7aafb {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:42.902455 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bf6407-2b68-4d18-b5d9-9046fe7b4345", "tag": "561a933c-d0d7-4348-ba3a-b76f3166b61b", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:42.902455 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5fe552e4-7eff-4bbe-83d9-7b18e3a7aafb {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:42.902881 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe552e4-7eff-4bbe-83d9-7b18e3a7aafb'] response: {'name': 'network-changed', 'server_uuid': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'tag': '561a933c-d0d7-4348-ba3a-b76f3166b61b', 'status': 'completed', 'code': 200} Mar 31 20:24:42.912960 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-ea063922-277f-4640-a95a-4a190070aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.914469 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-ea063922-277f-4640-a95a-4a190070aa6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.0801978 Mar 31 20:24:42.941838 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7fc34569-bb35-4f8c-a6e0-87316014334d req-5f165a36-6fd8-44f1-9f90-44e1579f7ba1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708060 Mar 31 20:24:42.976996 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-73c8e4cc-0062-4117-bf21-72d998c10631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.978548 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-73c8e4cc-0062-4117-bf21-72d998c10631 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497994 Mar 31 20:24:43.008325 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.l3_db [None req-cc0799c1-166f-4af1-b601-b3e795564bd8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Floating IP b88a5495-0ad0-45f6-bc22-5fe9125baad2 associated. External IP: 172.27.1.190, port: 2d77ae22-d18b-46be-8809-632d491183da. Mar 31 20:24:43.079350 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-a600f1ca-bd1c-4e49-94ec-5eae7fa07aee service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895169 Mar 31 20:24:43.083385 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks [] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.143783 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.175124 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97d07d9f-d255-45ca-b8c1-b975be24e1d5 req-a9ee567b-2c48-4d87-95bc-532287b70448 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834274 Mar 31 20:24:43.240342 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Network 450be1c2-9e70-406d-bb4a-7d739bd7549c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:43.246250 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:43.252379 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:43.263569 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-5ffd7da0-1a0c-46ae-83c0-c3ac94fc5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:43.265067 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-5ffd7da0-1a0c-46ae-83c0-c3ac94fc5570 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 1127 time: 0.0457804 Mar 31 20:24:43.303958 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Pushing event updated for resources: {'Port': ['ID=77713a10-1fcd-449e-b9a0-ecfc5925470a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:43.326894 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:43.327502 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.351136 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-d5b99272-0c67-43a9-b3b4-cdb4abeafed5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1032529 Mar 31 20:24:43.355003 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0799c1-166f-4af1-b601-b3e795564bd8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:24:43.362442 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-8d25cc71-ac74-4494-9c63-839f19b3fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:43.363480 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Request body: {'port': {'device_id': '9c7b9c5a-0851-4ddf-8701-defeda1dd1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:43.364031 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-8d25cc71-ac74-4494-9c63-839f19b3fa86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 912 time: 0.0927215 Mar 31 20:24:43.399472 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:24:43.406042 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-b5a3ac88-cacd-47b3-bc1b-7c01590597e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561a933c-d0d7-4348-ba3a-b76f3166b61b HTTP/1.1" status: 200 len: 217 time: 0.0357320 Mar 31 20:24:43.468163 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-7b3e78fe-e3b3-4ed2-81d1-ab9132d18287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:43.474482 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-7b3e78fe-e3b3-4ed2-81d1-ab9132d18287 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.0491440 Mar 31 20:24:43.568030 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-41436c73-883e-4eeb-841b-0470bf673cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:43.569646 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-41436c73-883e-4eeb-841b-0470bf673cfc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885603 Mar 31 20:24:43.585716 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b252e-f3c0-426d-ae9e-f49bd5580179 req-8d25e56a-da6f-46b6-b954-0a9b93281f75 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:43.587414 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e11b252e-f3c0-426d-ae9e-f49bd5580179 req-8d25e56a-da6f-46b6-b954-0a9b93281f75 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0976167 Mar 31 20:24:43.725040 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.743426 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d43a28-0fa8-420a-894b-9d8e5b294edb req-3a7f159e-89d7-4e42-bd35-0d4a5bab33c7 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:43.745028 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-38d43a28-0fa8-420a-894b-9d8e5b294edb req-3a7f159e-89d7-4e42-bd35-0d4a5bab33c7 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.1723580 Mar 31 20:24:43.748193 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e11b252e-f3c0-426d-ae9e-f49bd5580179 req-31686f8a-6487-4f88-b896-18643f269a90 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445291 Mar 31 20:24:43.770852 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-419d4cac-1f4a-447f-9123-f1d41efd5feb service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824343 Mar 31 20:24:43.774425 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0799c1-166f-4af1-b601-b3e795564bd8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:43.780149 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc0799c1-166f-4af1-b601-b3e795564bd8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.789742 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:43.803118 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:43.804373 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:24:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:43.830299 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-cc0799c1-166f-4af1-b601-b3e795564bd8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "PUT /v2.0/floatingips/b88a5495-0ad0-45f6-bc22-5fe9125baad2 HTTP/1.1" status: 200 len: 991 time: 2.0314682 Mar 31 20:24:43.870656 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'tag': '2d77ae22-d18b-46be-8809-632d491183da'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:43.873200 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e43d3b4-c118-4771-b0c3-b9415b7090c8", "tag": "2d77ae22-d18b-46be-8809-632d491183da"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:43.879979 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-38d43a28-0fa8-420a-894b-9d8e5b294edb req-15ae79df-4bc4-481a-8c60-68bdb12a852e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261742 Mar 31 20:24:43.932598 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87feeb1-48ff-4dc5-b64b-f015890c6206 req-d4ef0412-e33a-4b70-86df-adfc926422b9 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:43.941948 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c87feeb1-48ff-4dc5-b64b-f015890c6206 req-d4ef0412-e33a-4b70-86df-adfc926422b9 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 932 time: 0.1001256 Mar 31 20:24:43.945008 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:44.007032 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b20e8d95-dec6-4c8a-9787-59e4b34909ce req-b0219c09-475c-4ae7-9b5b-b21dfec3a9a2 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256055 Mar 31 20:24:44.055556 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c87feeb1-48ff-4dc5-b64b-f015890c6206 req-87fc1cce-6318-48ac-97de-da776093bf81 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120341 Mar 31 20:24:44.076334 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91bb5-359d-4c11-9206-a30e3fee10dc req-80ac93df-c56a-4b42-8c2e-0340190d27e8 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.087899 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-99b91bb5-359d-4c11-9206-a30e3fee10dc req-80ac93df-c56a-4b42-8c2e-0340190d27e8 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1280181 Mar 31 20:24:44.094146 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77713a10-1fcd-449e-b9a0-ecfc5925470a {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:44.103105 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Publish callbacks [] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.118184 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Transition to ACTIVE for port object 77713a10-1fcd-449e-b9a0-ecfc5925470a will not be triggered until provisioned by entity L2. {{(pid=103335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:24:44.123775 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.136055 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e72873-1b0d-43e7-8fb9-4a6184e9ba5d x-openstack-request-id: req-95e72873-1b0d-43e7-8fb9-4a6184e9ba5d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:44.136355 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e43d3b4-c118-4771-b0c3-b9415b7090c8", "tag": "2d77ae22-d18b-46be-8809-632d491183da", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:44.136614 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-95e72873-1b0d-43e7-8fb9-4a6184e9ba5d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:44.137398 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e72873-1b0d-43e7-8fb9-4a6184e9ba5d'] response: {'name': 'network-changed', 'server_uuid': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'tag': '2d77ae22-d18b-46be-8809-632d491183da', 'status': 'completed', 'code': 200} Mar 31 20:24:44.155621 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-99b91bb5-359d-4c11-9206-a30e3fee10dc req-9283aaa1-def2-405e-83f5-3f37b158bf71 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611906 Mar 31 20:24:44.186550 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Pushing event updated for resources: {'Port': ['ID=77713a10-1fcd-449e-b9a0-ecfc5925470a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:44.264316 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Attempting to bind port 77713a10-1fcd-449e-b9a0-ecfc5925470a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:44.265491 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Attempting to bind port 77713a10-1fcd-449e-b9a0-ecfc5925470a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd645968f-ae41-4ff0-8acf-08436713219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:44.266043 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Attempting to bind port 77713a10-1fcd-449e-b9a0-ecfc5925470a on network 450be1c2-9e70-406d-bb4a-7d739bd7549c {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:44.271839 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Port 77713a10-1fcd-449e-b9a0-ecfc5925470a on network 450be1c2-9e70-406d-bb4a-7d739bd7549c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:24:44.272571 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Attempting to bind port 77713a10-1fcd-449e-b9a0-ecfc5925470a on network 450be1c2-9e70-406d-bb4a-7d739bd7549c {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:44.282045 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:44.282968 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Checking segment: {'id': 'd645968f-ae41-4ff0-8acf-08436713219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:44.284044 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Bound using segment: {'id': 'd645968f-ae41-4ff0-8acf-08436713219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:44.284813 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Bound port: 77713a10-1fcd-449e-b9a0-ecfc5925470a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd645968f-ae41-4ff0-8acf-08436713219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:44.287046 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.288239 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-4d8ee77d-8228-47ec-8bee-505d091ede0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.289745 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-4d8ee77d-8228-47ec-8bee-505d091ede0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 1129 time: 0.1277282 Mar 31 20:24:44.294243 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '501d3729-1dba-4e65-87e7-0ff163c3285e', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:02:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:51Z', 'revision_number': 2, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}, {'id': 'b88a5495-0ad0-45f6-bc22-5fe9125baad2', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '2d77ae22-d18b-46be-8809-632d491183da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:24:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:16Z', 'updated_at': '2022-03-31T20:24:42Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:44.340470 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:44.357143 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:44.358469 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:24:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:44.364711 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a8b79-0e8b-42e0-9409-3525b5b601cb req-342bb592-efe5-4110-8214-71cbb6389c91 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.371631 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8b9a8b79-0e8b-42e0-9409-3525b5b601cb req-342bb592-efe5-4110-8214-71cbb6389c91 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.1236916 Mar 31 20:24:44.393060 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] For port 77713a10-1fcd-449e-b9a0-ecfc5925470a, host hv-cinder-83607, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:44.396244 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] For port 77713a10-1fcd-449e-b9a0-ecfc5925470a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77713a10-1fcd-449e-b9a0-ecfc5925470a,segment=NetworkSegment(d645968f-ae41-4ff0-8acf-08436713219c),segment_id=d645968f-ae41-4ff0-8acf-08436713219c)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:44.404584 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.443031 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.444212 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.445024 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] 10.222.0.57 "PUT /v2.0/ports/77713a10-1fcd-449e-b9a0-ecfc5925470a HTTP/1.1" status: 200 len: 1094 time: 1.0865345 Mar 31 20:24:44.489527 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c111c4a-5056-40f9-a89f-a13160861f92 service neutron] Pushing event updated for resources: {'Port': ['ID=77713a10-1fcd-449e-b9a0-ecfc5925470a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:44.491709 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:44.518939 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8b9a8b79-0e8b-42e0-9409-3525b5b601cb req-1c4186ff-1349-4f54-888a-630e16b4a1d5 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454258 Mar 31 20:24:44.533841 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-00c9d0e2-c38f-4a33-93dc-3846961f4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.537258 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-00c9d0e2-c38f-4a33-93dc-3846961f4f1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 916 time: 0.2403481 Mar 31 20:24:44.552361 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-14716b9b-9945-4d7e-baaf-940f2220b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.552685 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-14716b9b-9945-4d7e-baaf-940f2220b65b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9da6ff3608e64dd0a4e7b54f16dbd1b3&device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 1128 time: 0.0493889 Mar 31 20:24:44.587990 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-64786738-dc78-4f0b-af7e-6dddc33af92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.589470 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-64786738-dc78-4f0b-af7e-6dddc33af92e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 1129 time: 0.2054622 Mar 31 20:24:44.603134 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f361a8-3650-4c0b-ab06-77e95d97d278 req-17f3029d-4c53-42ca-9901-6bbde4c00c14 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.605115 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-39f361a8-3650-4c0b-ab06-77e95d97d278 req-17f3029d-4c53-42ca-9901-6bbde4c00c14 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.2074208 Mar 31 20:24:44.611381 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-a2347cea-1329-4796-804b-afda4a6b79d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77713a10-1fcd-449e-b9a0-ecfc5925470a HTTP/1.1" status: 200 len: 217 time: 0.0428987 Mar 31 20:24:44.689316 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-619a5968-49e6-42e4-92d2-6f0214a2f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.694637 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-619a5968-49e6-42e4-92d2-6f0214a2f70a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8f0a3f9-a25c-47b3-9696-c98447390c8d HTTP/1.1" status: 200 len: 854 time: 0.0673120 Mar 31 20:24:44.703398 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-8ee32889-b914-4910-aea7-de55fef410fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d77ae22-d18b-46be-8809-632d491183da HTTP/1.1" status: 200 len: 999 time: 0.1577835 Mar 31 20:24:44.744099 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-a5566d78-f6f5-48d4-b7bf-2b718bbf8af9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450be1c2-9e70-406d-bb4a-7d739bd7549c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393615 Mar 31 20:24:44.777906 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-39f361a8-3650-4c0b-ab06-77e95d97d278 req-89b1bf29-0de8-4f67-abe4-278327a4c226 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585109 Mar 31 20:24:44.809348 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-5810034d-157a-47ec-97ed-b5eaf61d03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.810791 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-5810034d-157a-47ec-97ed-b5eaf61d03e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.0994892 Mar 31 20:24:44.854710 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-7bd2c52b-9d7b-4220-b0a0-5c80bbab49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.856180 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-7bd2c52b-9d7b-4220-b0a0-5c80bbab49d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.2501528 Mar 31 20:24:44.875605 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-456d9eab-c51a-4560-95ff-e5d333de67dc service neutron] 10.222.0.57 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219711 Mar 31 20:24:44.919236 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '501d3729-1dba-4e65-87e7-0ff163c3285e', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:02:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:51Z', 'revision_number': 2, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}, {'id': 'b88a5495-0ad0-45f6-bc22-5fe9125baad2', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '2d77ae22-d18b-46be-8809-632d491183da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:24:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:16Z', 'updated_at': '2022-03-31T20:24:42Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:44.933276 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-2f9ffc76-7916-4b9e-9083-3372cb062aae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f515593a-a263-407a-9b8c-2c5fa1af6dca HTTP/1.1" status: 200 len: 217 time: 0.0592580 Mar 31 20:24:44.936465 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-e5d485bd-2dd1-46f2-b816-8b946361d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.938234 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-e5d485bd-2dd1-46f2-b816-8b946361d061 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1136260 Mar 31 20:24:44.947949 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666834a-8682-4628-be1f-40a4da7c4c28 None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '501d3729-1dba-4e65-87e7-0ff163c3285e', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:02:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:51Z', 'revision_number': 2, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}, {'id': 'b88a5495-0ad0-45f6-bc22-5fe9125baad2', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '2d77ae22-d18b-46be-8809-632d491183da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:24:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:16Z', 'updated_at': '2022-03-31T20:24:42Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:44.987465 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2a7a-0a13-4329-a9c2-fc3aae90fd89 req-9b3c6574-3a9b-4952-9f4b-b21ea9acdb21 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.989512 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0b2f2a7a-0a13-4329-a9c2-fc3aae90fd89 req-9b3c6574-3a9b-4952-9f4b-b21ea9acdb21 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1255469 Mar 31 20:24:45.016223 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-a87b9b90-a7a8-4a5c-9013-abbd6089c7d9 req-ce5a2247-14f4-49d0-9428-206e9136f622 service neutron] 10.222.0.57 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230841 Mar 31 20:24:45.098048 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-2d2149e0-6e44-459b-ae7d-bf7d938ffd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:45.099643 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-2d2149e0-6e44-459b-ae7d-bf7d938ffd03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.1464546 Mar 31 20:24:45.146205 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0b2f2a7a-0a13-4329-a9c2-fc3aae90fd89 req-ed6af9f7-8b80-4762-9ded-2fd130a07212 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297743 Mar 31 20:24:45.180836 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-53958059-3ed4-48bd-98b9-345a2c38e974 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258375 Mar 31 20:24:45.228738 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d9688-6aaa-49ee-a0b4-6f5a69fa6a9a None None] New status for floating IP b88a5495-0ad0-45f6-bc22-5fe9125baad2: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:24:45.313181 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-ec934112-4c5e-491c-ac9d-2400f15b3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:45.314778 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-ec934112-4c5e-491c-ac9d-2400f15b3d9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2051258 Mar 31 20:24:45.582530 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908862b-e0b4-49ee-83b5-2acd546986f9 req-dd5b2913-2e13-4bf4-9987-1a0338fcc934 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:45.584065 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1908862b-e0b4-49ee-83b5-2acd546986f9 req-dd5b2913-2e13-4bf4-9987-1a0338fcc934 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 944 time: 0.4368176 Mar 31 20:24:45.648578 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5405b00e-aaa2-4a67-b6e4-5aa32f2ce50e req-efed1c98-a0ba-46dd-a69f-21cf6b7854f8 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446247 Mar 31 20:24:45.658874 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e230f-9a3e-4eed-8802-a0e97466819b req-4e87c430-5dd7-4c1e-a7d1-a4ec448da733 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:45.660311 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b66e230f-9a3e-4eed-8802-a0e97466819b req-4e87c430-5dd7-4c1e-a7d1-a4ec448da733 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.4208946 Mar 31 20:24:45.739784 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1908862b-e0b4-49ee-83b5-2acd546986f9 req-e27a070c-0f27-4a8c-ba04-7055b2552037 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276126 Mar 31 20:24:45.744139 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-1404ef2b-e967-48c6-9f0c-2363365df501 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950996 Mar 31 20:24:45.760085 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b66e230f-9a3e-4eed-8802-a0e97466819b req-e9a5db87-9c92-47f9-b70f-f71ae97e1b13 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836093 Mar 31 20:24:45.915372 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e24df8-f413-4580-bcf1-d4762e42683a req-b221dd02-f16d-4389-a562-9fa0aa639707 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:45.916819 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-99e24df8-f413-4580-bcf1-d4762e42683a req-b221dd02-f16d-4389-a562-9fa0aa639707 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.1120896 Mar 31 20:24:45.922439 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df0829c9-97fd-4f22-87cb-014968708cc6 req-03d15948-2b1a-458f-a072-57c17b148e91 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705432 Mar 31 20:24:45.957615 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56542cce-57c3-4ab6-9580-3f604f92da6e req-57a2d1fd-9451-4b69-bedf-97fcae46766c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:45.959217 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-56542cce-57c3-4ab6-9580-3f604f92da6e req-57a2d1fd-9451-4b69-bedf-97fcae46766c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.1140289 Mar 31 20:24:45.997282 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-99e24df8-f413-4580-bcf1-d4762e42683a req-04d6845b-d62e-4846-9301-535d9867375d tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716424 Mar 31 20:24:46.023116 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-56542cce-57c3-4ab6-9580-3f604f92da6e req-b3b5181f-ab16-41b2-974c-c40c54851657 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557907 Mar 31 20:24:46.126881 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33950) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:46.138326 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7b9c5a-0851-4ddf-8701-defeda1dd1eb', 'tag': '77713a10-1fcd-449e-b9a0-ecfc5925470a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:46.140585 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fe43c7-f31b-4f06-b061-3b6413ad28e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7b9c5a-0851-4ddf-8701-defeda1dd1eb", "tag": "77713a10-1fcd-449e-b9a0-ecfc5925470a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:46.175756 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791baffc-98b9-4e86-9d77-2515c725d1ad x-openstack-request-id: req-791baffc-98b9-4e86-9d77-2515c725d1ad {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:46.176047 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7b9c5a-0851-4ddf-8701-defeda1dd1eb", "tag": "77713a10-1fcd-449e-b9a0-ecfc5925470a", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:46.176318 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-791baffc-98b9-4e86-9d77-2515c725d1ad {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:46.176699 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791baffc-98b9-4e86-9d77-2515c725d1ad'] response: {'name': 'network-changed', 'server_uuid': '9c7b9c5a-0851-4ddf-8701-defeda1dd1eb', 'tag': '77713a10-1fcd-449e-b9a0-ecfc5925470a', 'status': 'completed', 'code': 200} Mar 31 20:24:46.274900 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb1ec-6a6b-41f2-bd6d-94a5d7165766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.284067 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe43c7-f31b-4f06-b061-3b6413ad28e8 req-63073369-a1ab-4db4-8eb3-cfb934b1356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:46.286232 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-95fe43c7-f31b-4f06-b061-3b6413ad28e8 req-63073369-a1ab-4db4-8eb3-cfb934b1356b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9da6ff3608e64dd0a4e7b54f16dbd1b3&device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 1128 time: 0.0778081 Mar 31 20:24:46.304764 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808907a4-f8a7-4b5d-a3d6-8f65e9e79ff3 req-25d688b7-2f73-4af4-b809-1aa4531b15a3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:46.306180 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-808907a4-f8a7-4b5d-a3d6-8f65e9e79ff3 req-25d688b7-2f73-4af4-b809-1aa4531b15a3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0702271 Mar 31 20:24:46.356478 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb1ec-6a6b-41f2-bd6d-94a5d7165766 admin admin] Publish callbacks [] for security_group (ab2cb1b1-eb3d-42fb-96bd-952c05f3351b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.361740 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb1ec-6a6b-41f2-bd6d-94a5d7165766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (ab2cb1b1-eb3d-42fb-96bd-952c05f3351b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.403725 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-a5fdb1ec-6a6b-41f2-bd6d-94a5d7165766 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e650147d39af46f1b553db581a91addc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752151 Mar 31 20:24:46.404675 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb1ec-6a6b-41f2-bd6d-94a5d7165766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2cb1b1-eb3d-42fb-96bd-952c05f3351b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:46.407262 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 33960) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:46.414804 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-808907a4-f8a7-4b5d-a3d6-8f65e9e79ff3 req-c9584721-f722-49ab-9bb9-59f6dff427dd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007788 Mar 31 20:24:46.450521 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe43c7-f31b-4f06-b061-3b6413ad28e8 req-0362716f-0632-4172-9e2f-463aa4e73ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:46.452440 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-95fe43c7-f31b-4f06-b061-3b6413ad28e8 req-0362716f-0632-4172-9e2f-463aa4e73ae2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=450be1c2-9e70-406d-bb4a-7d739bd7549c HTTP/1.1" status: 200 len: 915 time: 0.1452448 Mar 31 20:24:46.481990 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2a1da57-7f1b-46ea-bd9d-1f82297a52d2 admin admin] Publish callbacks [] for security_group (ab2cb1b1-eb3d-42fb-96bd-952c05f3351b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.505200 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-95fe43c7-f31b-4f06-b061-3b6413ad28e8 req-21f03224-48b3-4c8f-aeec-fe95992ba973 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77713a10-1fcd-449e-b9a0-ecfc5925470a HTTP/1.1" status: 200 len: 217 time: 0.0451601 Mar 31 20:24:46.508746 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2a1da57-7f1b-46ea-bd9d-1f82297a52d2 admin admin] Publish callbacks [] for security_group (ab2cb1b1-eb3d-42fb-96bd-952c05f3351b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.554866 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe43c7-f31b-4f06-b061-3b6413ad28e8 req-64106cde-a940-4e6b-94e2-d70b22e60024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:46.556376 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-95fe43c7-f31b-4f06-b061-3b6413ad28e8 req-64106cde-a940-4e6b-94e2-d70b22e60024 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c8f0a3f9-a25c-47b3-9696-c98447390c8d HTTP/1.1" status: 200 len: 854 time: 0.0445728 Mar 31 20:24:46.568971 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2a1da57-7f1b-46ea-bd9d-1f82297a52d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (ab2cb1b1-eb3d-42fb-96bd-952c05f3351b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.572361 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2a1da57-7f1b-46ea-bd9d-1f82297a52d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.576236 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e2a1da57-7f1b-46ea-bd9d-1f82297a52d2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ab2cb1b1-eb3d-42fb-96bd-952c05f3351b HTTP/1.1" status: 204 len: 168 time: 0.1519749 Mar 31 20:24:46.582457 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1da57-7f1b-46ea-bd9d-1f82297a52d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2cb1b1-eb3d-42fb-96bd-952c05f3351b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:46.594497 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-95fe43c7-f31b-4f06-b061-3b6413ad28e8 req-e34eadae-eadb-4261-bbcc-17e804bf2756 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450be1c2-9e70-406d-bb4a-7d739bd7549c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305214 Mar 31 20:24:46.698784 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-95fe43c7-f31b-4f06-b061-3b6413ad28e8 req-142e3573-6d41-453b-b0ce-3d8f65b9c94f service neutron] 10.222.0.57 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932574 Mar 31 20:24:46.840198 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-95fe43c7-f31b-4f06-b061-3b6413ad28e8 req-b46bbfb7-936c-404d-b892-0db29bb3b9de service neutron] 10.222.0.57 "GET /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384270 Mar 31 20:24:46.953005 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679494c-68de-411d-a07a-d70941d353ec req-40c5d1cd-4224-4b7a-9405-7e5c3d4af0ed tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:46.954363 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9679494c-68de-411d-a07a-d70941d353ec req-40c5d1cd-4224-4b7a-9405-7e5c3d4af0ed tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 944 time: 0.1083667 Mar 31 20:24:46.967778 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b13ca3-c939-49f9-a86e-40a1d6525af0 req-8aeb3126-0f2e-4956-b257-6042282c940f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:46.969183 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-72b13ca3-c939-49f9-a86e-40a1d6525af0 req-8aeb3126-0f2e-4956-b257-6042282c940f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0704131 Mar 31 20:24:47.042760 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9679494c-68de-411d-a07a-d70941d353ec req-cde89a94-3dd9-49c2-873e-b83c1947dce7 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822613 Mar 31 20:24:47.046786 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-72b13ca3-c939-49f9-a86e-40a1d6525af0 req-cb2c487e-095e-4fae-8fe0-591c836ce12e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706384 Mar 31 20:24:47.182918 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18932c54-0ba4-48ac-b5e2-1153a191dc8b req-3442fa5b-2b4d-44a3-906f-b58a786dd2d9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:47.184376 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-18932c54-0ba4-48ac-b5e2-1153a191dc8b req-3442fa5b-2b4d-44a3-906f-b58a786dd2d9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0886846 Mar 31 20:24:47.191839 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15660bea-8e69-461b-9a7a-9c8f67f13404 req-b7bdd14a-3694-4f49-ba7b-c52ac1881276 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:47.193303 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15660bea-8e69-461b-9a7a-9c8f67f13404 req-b7bdd14a-3694-4f49-ba7b-c52ac1881276 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0869474 Mar 31 20:24:47.240100 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 9e52a048-84cb-45c5-9809-e1be581e1bd1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:24:47.262800 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-18932c54-0ba4-48ac-b5e2-1153a191dc8b req-8e351421-d3e0-436e-b101-4dfc09db7a5e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684953 Mar 31 20:24:47.270238 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15660bea-8e69-461b-9a7a-9c8f67f13404 req-07ad6ff9-3e3c-4f96-8c5e-964b52d23482 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698023 Mar 31 20:24:47.340190 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:47.351098 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'port_id': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'mac_address': 'fa:16:3e:37:9e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:24:47.386629 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 9e52a048-84cb-45c5-9809-e1be581e1bd1 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:47.387049 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.400430 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e52a048-84cb-45c5-9809-e1be581e1bd1 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:47.420403 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:47.423850 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.479028 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:47.550793 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047093e-a4b8-4d29-91c1-2d3e2025124d req-da57cce2-463b-4ee0-8790-f3fe276156f0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:47.552346 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8047093e-a4b8-4d29-91c1-2d3e2025124d req-da57cce2-463b-4ee0-8790-f3fe276156f0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 945 time: 0.0526884 Mar 31 20:24:47.575919 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['9e52a048-84cb-45c5-9809-e1be581e1bd1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:24:47.598220 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8047093e-a4b8-4d29-91c1-2d3e2025124d req-7396598a-b359-446d-a87a-f793e335dff0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402753 Mar 31 20:24:48.189469 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747faeb-fe86-443a-91da-8fe51ca08eef req-bf54efba-5400-4e42-a95b-25a72adbcb0f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:48.190845 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5747faeb-fe86-443a-91da-8fe51ca08eef req-bf54efba-5400-4e42-a95b-25a72adbcb0f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0726008 Mar 31 20:24:48.201432 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890985cb-9d64-442b-afaf-76d60c902726 req-8ee8bf9b-94f2-4c1c-b1ed-af4f5874b85c tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:48.202801 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-890985cb-9d64-442b-afaf-76d60c902726 req-8ee8bf9b-94f2-4c1c-b1ed-af4f5874b85c tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 944 time: 0.0937049 Mar 31 20:24:48.271734 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5747faeb-fe86-443a-91da-8fe51ca08eef req-397355e9-6ed3-4ccd-a7a5-54bd9ee64296 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680013 Mar 31 20:24:48.274893 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-890985cb-9d64-442b-afaf-76d60c902726 req-5d4ff03c-df27-402d-98a6-0808c954b71b tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657628 Mar 31 20:24:48.420650 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02a219-33bb-4cb0-96c7-25f1993aced7 req-8a798595-1ac7-4a13-be5d-e9e33ffd0dc1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:48.422140 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5b02a219-33bb-4cb0-96c7-25f1993aced7 req-8a798595-1ac7-4a13-be5d-e9e33ffd0dc1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0923462 Mar 31 20:24:48.429126 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb80345-37d4-4393-a103-4fd750f68365 req-0d37ca2c-c8e2-4c50-a8f6-09db05470a3b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:48.430488 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cdb80345-37d4-4393-a103-4fd750f68365 req-0d37ca2c-c8e2-4c50-a8f6-09db05470a3b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0908942 Mar 31 20:24:48.499759 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5b02a219-33bb-4cb0-96c7-25f1993aced7 req-40c0cdd3-12e8-4377-9d62-31a43c820abe tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682929 Mar 31 20:24:48.506856 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cdb80345-37d4-4393-a103-4fd750f68365 req-ad27f254-5d3f-4356-9e21-c4dcdfbcabd9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688553 Mar 31 20:24:48.720673 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6729576-c4fd-4cd1-87ad-005860e54412 req-1835af8f-4469-48f9-b5f9-2cf67001d73a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:48.722025 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b6729576-c4fd-4cd1-87ad-005860e54412 req-1835af8f-4469-48f9-b5f9-2cf67001d73a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 945 time: 0.0518093 Mar 31 20:24:48.766261 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b6729576-c4fd-4cd1-87ad-005860e54412 req-f199edcc-4d33-48c0-8732-cc521408ef9b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388238 Mar 31 20:24:49.424463 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2bbc8-8d25-4114-be8a-e01bae9891af req-6e2456d3-a2ce-4630-9cef-c992be9ddf50 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:49.425878 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5a2bbc8-8d25-4114-be8a-e01bae9891af req-6e2456d3-a2ce-4630-9cef-c992be9ddf50 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0843098 Mar 31 20:24:49.433338 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4834867-ede7-4b60-a0d2-283b5b77a2c6 req-5310bcc2-2727-40e2-a89d-8f1168b1d185 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:49.434699 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b4834867-ede7-4b60-a0d2-283b5b77a2c6 req-5310bcc2-2727-40e2-a89d-8f1168b1d185 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 944 time: 0.0919247 Mar 31 20:24:49.504701 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5a2bbc8-8d25-4114-be8a-e01bae9891af req-3dc4fdfe-d85a-46de-9c79-9c6a8e77da41 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690610 Mar 31 20:24:49.507668 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b4834867-ede7-4b60-a0d2-283b5b77a2c6 req-76dec902-59c8-45ee-b5fa-39217c49b175 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665817 Mar 31 20:24:49.605589 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 77713a10-1fcd-449e-b9a0-ecfc5925470a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:24:49.647816 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02255f-9b46-42fb-a461-9b3487e92156 req-bfdbb46f-2ceb-4aba-9be4-539ec6daa9ef tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:49.649269 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9a02255f-9b46-42fb-a461-9b3487e92156 req-bfdbb46f-2ceb-4aba-9be4-539ec6daa9ef tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0856829 Mar 31 20:24:49.656720 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e8b9f-fe47-4ca8-b0d9-522d586639ef req-c06ce5f2-15a3-463d-82a0-e14098c94f74 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:49.658059 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-551e8b9f-fe47-4ca8-b0d9-522d586639ef req-c06ce5f2-15a3-463d-82a0-e14098c94f74 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0852001 Mar 31 20:24:49.705462 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 77713a10-1fcd-449e-b9a0-ecfc5925470a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77713a10-1fcd-449e-b9a0-ecfc5925470a,segment=NetworkSegment(d645968f-ae41-4ff0-8acf-08436713219c),segment_id=d645968f-ae41-4ff0-8acf-08436713219c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:49.717851 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '77713a10-1fcd-449e-b9a0-ecfc5925470a', 'network_id': '450be1c2-9e70-406d-bb4a-7d739bd7549c', 'port_id': '77713a10-1fcd-449e-b9a0-ecfc5925470a', 'mac_address': 'fa:16:3e:5c:a9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f0a3f9-a25c-47b3-9696-c98447390c8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:24:49.730310 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9a02255f-9b46-42fb-a461-9b3487e92156 req-ccd0cc51-488d-4d25-b366-f7a84a382610 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710356 Mar 31 20:24:49.734372 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-551e8b9f-fe47-4ca8-b0d9-522d586639ef req-1302cdd1-0087-4ed9-ab72-7a3ac8ab7547 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681677 Mar 31 20:24:49.755465 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 77713a10-1fcd-449e-b9a0-ecfc5925470a is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:49.755865 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.768525 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77713a10-1fcd-449e-b9a0-ecfc5925470a {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:49.791443 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 77713a10-1fcd-449e-b9a0-ecfc5925470a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77713a10-1fcd-449e-b9a0-ecfc5925470a,segment=NetworkSegment(d645968f-ae41-4ff0-8acf-08436713219c),segment_id=d645968f-ae41-4ff0-8acf-08436713219c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:49.796778 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.843048 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=77713a10-1fcd-449e-b9a0-ecfc5925470a,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:49.886567 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b6609-89cc-4aa9-a1e4-67920ad187f5 req-4d90c62a-4f5b-4969-b3a2-36ec192b647f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:49.888022 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-930b6609-89cc-4aa9-a1e4-67920ad187f5 req-4d90c62a-4f5b-4969-b3a2-36ec192b647f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 945 time: 0.0510864 Mar 31 20:24:49.936967 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-930b6609-89cc-4aa9-a1e4-67920ad187f5 req-cd62641b-8f75-475f-9b7e-740ae526ce6e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433807 Mar 31 20:24:50.420215 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 9e52a048-84cb-45c5-9809-e1be581e1bd1 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:50.467794 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 9e52a048-84cb-45c5-9809-e1be581e1bd1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:50.468166 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.547834 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 9e52a048-84cb-45c5-9809-e1be581e1bd1 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:50.548231 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.571282 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:50.573723 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67109ec0-eed5-4d70-a64f-94f67f8cb77c" -d '{"events": [{"server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "name": "network-vif-plugged", "status": "completed", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:50.586621 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:50.590762 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.639081 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:50.662491 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2f1db-4aff-48c3-8b7e-1b2774512521 req-c4dc8d60-5f01-477b-ad66-aa80250a822e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:50.663980 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2fa2f1db-4aff-48c3-8b7e-1b2774512521 req-c4dc8d60-5f01-477b-ad66-aa80250a822e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0878487 Mar 31 20:24:50.672660 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0582444-0fe3-4896-92ec-d85eb15224f2 req-300b36dc-0fd2-4069-8c89-52b254b1d70e tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:50.673989 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0582444-0fe3-4896-92ec-d85eb15224f2 req-300b36dc-0fd2-4069-8c89-52b254b1d70e tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 945 time: 0.0997515 Mar 31 20:24:50.736904 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2fa2f1db-4aff-48c3-8b7e-1b2774512521 req-8c6b5b07-544b-4dec-9fca-b38fb40d21fd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619872 Mar 31 20:24:50.748075 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0582444-0fe3-4896-92ec-d85eb15224f2 req-c5111bbd-f9a8-40aa-885b-13fc93642b41 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671396 Mar 31 20:24:50.780204 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2e3432-c4b0-4cf0-99cd-e86491d0c0ae x-openstack-request-id: req-8a2e3432-c4b0-4cf0-99cd-e86491d0c0ae {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:50.780524 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "name": "network-vif-plugged", "status": "completed", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:50.780784 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8a2e3432-c4b0-4cf0-99cd-e86491d0c0ae {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:50.781367 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2e3432-c4b0-4cf0-99cd-e86491d0c0ae'] response: {'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'code': 200} Mar 31 20:24:50.886392 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f576d-b3f4-484f-b8a7-850dcdd02182 req-cddb00ff-a5f4-4542-ac43-b48aa63a1ee2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:50.887851 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1f0f576d-b3f4-484f-b8a7-850dcdd02182 req-cddb00ff-a5f4-4542-ac43-b48aa63a1ee2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0837324 Mar 31 20:24:50.899237 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760ae4a-a613-4905-835e-cdf4bc846bf8 req-e835857b-f6c7-4251-abf7-45a6f85d886a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:50.900520 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8760ae4a-a613-4905-835e-cdf4bc846bf8 req-e835857b-f6c7-4251-abf7-45a6f85d886a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0678380 Mar 31 20:24:50.969460 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1f0f576d-b3f4-484f-b8a7-850dcdd02182 req-d783a5ee-4b6e-40c5-ae5f-e6fe5a2d686d tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680301 Mar 31 20:24:50.973873 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8760ae4a-a613-4905-835e-cdf4bc846bf8 req-39a90d6d-9f86-4a03-8fdb-01a1ed3723ad tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670762 Mar 31 20:24:51.076375 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8848d-9265-4ab6-9c7d-8fa6564dc8b4 req-a379c0f2-3036-41a0-867d-301696c52c96 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.077807 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-85b8848d-9265-4ab6-9c7d-8fa6564dc8b4 req-a379c0f2-3036-41a0-867d-301696c52c96 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0516315 Mar 31 20:24:51.126473 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-85b8848d-9265-4ab6-9c7d-8fa6564dc8b4 req-8d711770-d58b-4e01-85ad-d0eba498e7bd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Mar 31 20:24:51.763090 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['77713a10-1fcd-449e-b9a0-ecfc5925470a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:24:51.904112 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357efe1-d80d-4f1d-a38e-b1b69480a408 req-676afc9e-46a9-40dd-b536-905b7f4eaa66 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.905715 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9357efe1-d80d-4f1d-a38e-b1b69480a408 req-676afc9e-46a9-40dd-b536-905b7f4eaa66 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0919008 Mar 31 20:24:51.939478 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d5737-0f69-474e-a3f7-5a75fa34fe26 req-8f6b48d7-bf89-4d6f-a077-c01d325d9c2e tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.946941 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9a7d5737-0f69-474e-a3f7-5a75fa34fe26 req-8f6b48d7-bf89-4d6f-a077-c01d325d9c2e tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 945 time: 0.1008890 Mar 31 20:24:52.041634 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9357efe1-d80d-4f1d-a38e-b1b69480a408 req-268aeda6-38c7-4802-9cd1-74410b685179 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110001 Mar 31 20:24:52.050019 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9a7d5737-0f69-474e-a3f7-5a75fa34fe26 req-c641976b-bd0f-4fe2-b261-58c4820f9697 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021538 Mar 31 20:24:52.191615 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766196e-4f17-430d-bdcf-f301944e6252 req-14966fde-ae1f-4261-9a9d-077b6f6c824d tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:52.193073 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3766196e-4f17-430d-bdcf-f301944e6252 req-14966fde-ae1f-4261-9a9d-077b6f6c824d tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.1071050 Mar 31 20:24:52.216000 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ec6e7-d562-4d7c-8985-4ca35d410d73 req-0315c866-f83a-4f68-a550-1248d0a1000c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:52.217607 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc4ec6e7-d562-4d7c-8985-4ca35d410d73 req-0315c866-f83a-4f68-a550-1248d0a1000c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0911150 Mar 31 20:24:52.310421 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc4ec6e7-d562-4d7c-8985-4ca35d410d73 req-b922e1af-bbbf-4fb1-afb3-b12107d4404f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784352 Mar 31 20:24:52.331971 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3766196e-4f17-430d-bdcf-f301944e6252 req-e9ad1459-6975-43e6-943d-e200474c709f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221442 Mar 31 20:24:52.462005 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13236a-a618-454f-932d-31ae42011b15 req-1f19106c-9a78-414e-9943-7d40b3835f87 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:52.464338 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6c13236a-a618-454f-932d-31ae42011b15 req-1f19106c-9a78-414e-9943-7d40b3835f87 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0655944 Mar 31 20:24:52.541467 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6c13236a-a618-454f-932d-31ae42011b15 req-860e0f60-c8e2-4b1d-8636-e0704b48afe7 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704355 Mar 31 20:24:52.676592 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488fe10-c8f9-47b4-83c0-608cb0df72f6 req-9180eaa6-fb3c-4143-980b-7435159fcb61 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:52.683475 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1488fe10-c8f9-47b4-83c0-608cb0df72f6 req-9180eaa6-fb3c-4143-980b-7435159fcb61 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1093023 Mar 31 20:24:52.792827 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1488fe10-c8f9-47b4-83c0-608cb0df72f6 req-e0f84162-cdb8-4aef-be86-3bf168c8cab5 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822167 Mar 31 20:24:52.800442 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-f9f10a4a-c6e9-4659-ae68-75c8887e6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:52.801032 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-f9f10a4a-c6e9-4659-ae68-75c8887e6362 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 1129 time: 0.1148896 Mar 31 20:24:52.926647 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-dc8ba0fb-7779-4c8b-8e6f-408fe11984d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:52.928297 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-dc8ba0fb-7779-4c8b-8e6f-408fe11984d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 912 time: 0.1127074 Mar 31 20:24:53.009841 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-73669d80-f751-4100-86ab-4279f2caad0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8 HTTP/1.1" status: 200 len: 1000 time: 0.0666380 Mar 31 20:24:53.065047 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-949c5585-5f91-4167-b005-d09e5264b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:53.066549 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-949c5585-5f91-4167-b005-d09e5264b32b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dfa396b-59dd-4cc2-9232-d9b8a65c8441 HTTP/1.1" status: 200 len: 850 time: 0.0499175 Mar 31 20:24:53.124819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-9a480e55-37a0-4994-8dfa-1612d47b8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:53.126506 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-9a480e55-37a0-4994-8dfa-1612d47b8910 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52a08276-8ed8-42f8-83e9-f46419f30e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516193 Mar 31 20:24:53.251518 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf01df-605b-40fa-95b9-9398226af939 req-52c6d6c6-f636-49c9-b2c8-8980177dfffc tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:53.253120 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bddf01df-605b-40fa-95b9-9398226af939 req-52c6d6c6-f636-49c9-b2c8-8980177dfffc tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 945 time: 0.1151719 Mar 31 20:24:53.270216 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-8c998aea-f9c9-48e7-8c3c-1f137c78e5bc service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332545 Mar 31 20:24:53.350487 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bddf01df-605b-40fa-95b9-9398226af939 req-ca2df4fe-55fe-4013-8771-b24661e599cf tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911057 Mar 31 20:24:53.411309 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 77713a10-1fcd-449e-b9a0-ecfc5925470a up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:53.411794 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-92f0cc77-1abb-4261-acf5-6a5f01a431bf req-ac2df630-0b26-4089-b3bb-f0b99288f366 service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318831 Mar 31 20:24:53.522231 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 77713a10-1fcd-449e-b9a0-ecfc5925470a completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:24:53.530276 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 77713a10-1fcd-449e-b9a0-ecfc5925470a triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:53.530508 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.576964 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ae002-bd1c-41e8-874a-9322003ec757 req-9267a3be-2d43-4ebc-a6dc-bea1c15ae3ae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:53.584119 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a0ae002-bd1c-41e8-874a-9322003ec757 req-9267a3be-2d43-4ebc-a6dc-bea1c15ae3ae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.1267130 Mar 31 20:24:53.637504 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 77713a10-1fcd-449e-b9a0-ecfc5925470a is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:53.638165 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.656828 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a0ae002-bd1c-41e8-874a-9322003ec757 req-dbba2b66-0447-4e6c-930d-063b975d733a tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715880 Mar 31 20:24:53.665121 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7b9c5a-0851-4ddf-8701-defeda1dd1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77713a10-1fcd-449e-b9a0-ecfc5925470a'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:53.667534 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ff4db7-477c-4e6e-bafb-4ae54685d505" -d '{"events": [{"server_uuid": "9c7b9c5a-0851-4ddf-8701-defeda1dd1eb", "name": "network-vif-plugged", "status": "completed", "tag": "77713a10-1fcd-449e-b9a0-ecfc5925470a"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:53.686212 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 77713a10-1fcd-449e-b9a0-ecfc5925470a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77713a10-1fcd-449e-b9a0-ecfc5925470a,segment=NetworkSegment(d645968f-ae41-4ff0-8acf-08436713219c),segment_id=d645968f-ae41-4ff0-8acf-08436713219c)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:53.694193 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.739555 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a2f451-286f-497b-a8fb-eac2c876638d x-openstack-request-id: req-74a2f451-286f-497b-a8fb-eac2c876638d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:53.740070 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7b9c5a-0851-4ddf-8701-defeda1dd1eb", "name": "network-vif-plugged", "status": "completed", "tag": "77713a10-1fcd-449e-b9a0-ecfc5925470a", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:53.740510 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-74a2f451-286f-497b-a8fb-eac2c876638d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:53.741067 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a2f451-286f-497b-a8fb-eac2c876638d'] response: {'server_uuid': '9c7b9c5a-0851-4ddf-8701-defeda1dd1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77713a10-1fcd-449e-b9a0-ecfc5925470a', 'code': 200} Mar 31 20:24:53.763089 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d6225-bb60-4c74-99bb-f1d8957349bc req-38417684-67b2-4c88-aad5-9ab21a5bb302 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:53.764646 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-896d6225-bb60-4c74-99bb-f1d8957349bc req-38417684-67b2-4c88-aad5-9ab21a5bb302 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0883543 Mar 31 20:24:53.787755 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=77713a10-1fcd-449e-b9a0-ecfc5925470a,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:53.854446 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-896d6225-bb60-4c74-99bb-f1d8957349bc req-4c67e822-bdd7-46f9-929d-bd24f93476d1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773034 Mar 31 20:24:53.975380 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930c71a-0f18-40c0-a737-46e864dbee08 req-66e506b9-993b-481c-b0f0-76840d1e80df tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:53.983041 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3930c71a-0f18-40c0-a737-46e864dbee08 req-66e506b9-993b-481c-b0f0-76840d1e80df tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0642877 Mar 31 20:24:54.036269 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3930c71a-0f18-40c0-a737-46e864dbee08 req-af25423c-4789-41ff-bcff-f6eb9242d1d3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472412 Mar 31 20:24:54.134704 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cf5f-e35c-4db0-ac3f-0fa73659afee req-61a80b01-5b25-483f-b553-b36421a2748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:54.136548 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97a9cf5f-e35c-4db0-ac3f-0fa73659afee req-61a80b01-5b25-483f-b553-b36421a2748c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 1130 time: 0.0525274 Mar 31 20:24:54.189524 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-97a9cf5f-e35c-4db0-ac3f-0fa73659afee req-7b35baab-8621-4895-9200-211502eb742e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Mar 31 20:24:54.299796 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 34102) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:54.305007 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-eb03d025-befb-4cad-965b-03804fec515b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106174430', 'description': 'tempest-description--77443052'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:54.327296 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb03d025-befb-4cad-965b-03804fec515b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.395870 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb03d025-befb-4cad-965b-03804fec515b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group (13ee7813-0e02-48b6-b2b7-86761a02d986), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.399971 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb03d025-befb-4cad-965b-03804fec515b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (13ee7813-0e02-48b6-b2b7-86761a02d986), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.435753 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03d025-befb-4cad-965b-03804fec515b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ee7813-0e02-48b6-b2b7-86761a02d986,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:54.441839 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb03d025-befb-4cad-965b-03804fec515b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.447414 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 34106) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:54.447869 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-eb03d025-befb-4cad-965b-03804fec515b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1462295 Mar 31 20:24:54.452589 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-84ca12fd-b145-4607-bd3b-9556cca1edb2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Request body: {'security_group_rule': {'security_group_id': '13ee7813-0e02-48b6-b2b7-86761a02d986', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:54.511662 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84ca12fd-b145-4607-bd3b-9556cca1edb2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group_rule (8e01f2fa-2b8f-4fa4-a51a-c7c00a6f8d4e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.553447 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c9443-ca7d-4861-bbe1-ca595b565160 req-50f207b1-ed83-4eb9-abb6-60765a9d39a5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:54.555465 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-773c9443-ca7d-4861-bbe1-ca595b565160 req-50f207b1-ed83-4eb9-abb6-60765a9d39a5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 946 time: 0.0852478 Mar 31 20:24:54.616843 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84ca12fd-b145-4607-bd3b-9556cca1edb2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group_rule (8e01f2fa-2b8f-4fa4-a51a-c7c00a6f8d4e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.624764 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-773c9443-ca7d-4861-bbe1-ca595b565160 req-48ee872c-556d-4d84-9e10-f10ed9f9b069 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631027 Mar 31 20:24:54.625505 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84ca12fd-b145-4607-bd3b-9556cca1edb2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (8e01f2fa-2b8f-4fa4-a51a-c7c00a6f8d4e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.653856 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca12fd-b145-4607-bd3b-9556cca1edb2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e01f2fa-2b8f-4fa4-a51a-c7c00a6f8d4e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:54.664717 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-84ca12fd-b145-4607-bd3b-9556cca1edb2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.682646 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 34114) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:54.687831 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-d7fc1e80-eedc-4465-ae7b-92e0cc12c0e5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Request body: {'security_group_rule': {'security_group_id': '13ee7813-0e02-48b6-b2b7-86761a02d986', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:54.695471 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-84ca12fd-b145-4607-bd3b-9556cca1edb2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2465575 Mar 31 20:24:54.734618 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1e80-eedc-4465-ae7b-92e0cc12c0e5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group_rule (8749b530-953f-4f27-8dd3-f23528534f11), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.812167 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1e80-eedc-4465-ae7b-92e0cc12c0e5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group_rule (8749b530-953f-4f27-8dd3-f23528534f11), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.821635 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f19f4e-387c-439a-a095-58fff0878ca3 req-59bcaf4c-79fc-4810-b65f-f20cc59e83ff tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:54.823173 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d2f19f4e-387c-439a-a095-58fff0878ca3 req-59bcaf4c-79fc-4810-b65f-f20cc59e83ff tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0626128 Mar 31 20:24:54.827696 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1e80-eedc-4465-ae7b-92e0cc12c0e5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (8749b530-953f-4f27-8dd3-f23528534f11), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.852109 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc1e80-eedc-4465-ae7b-92e0cc12c0e5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8749b530-953f-4f27-8dd3-f23528534f11,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:54.859150 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1e80-eedc-4465-ae7b-92e0cc12c0e5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.861359 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-d7fc1e80-eedc-4465-ae7b-92e0cc12c0e5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1766717 Mar 31 20:24:54.864818 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 34118) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:54.870650 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:54.893656 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d2f19f4e-387c-439a-a095-58fff0878ca3 req-e8b495ed-ba1d-45f4-b9b2-f6100b18995a tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619819 Mar 31 20:24:54.896700 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.989921 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55104e03-1322-45e6-97ef-524954c916e5 req-a0d39dd6-c375-469e-ae83-5ea275296b43 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:54.991653 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55104e03-1322-45e6-97ef-524954c916e5 req-a0d39dd6-c375-469e-ae83-5ea275296b43 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0635109 Mar 31 20:24:55.030444 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.130124 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55104e03-1322-45e6-97ef-524954c916e5 req-91356b4b-31e7-4e7e-8ce7-3c82eb259ae0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209149 Mar 31 20:24:55.294475 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c35bb-e33b-4632-a5b7-4634bb6951ed req-8296d03b-5848-4487-a1d6-58364d6fedaf tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:55.295981 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd4c35bb-e33b-4632-a5b7-4634bb6951ed req-8296d03b-5848-4487-a1d6-58364d6fedaf tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0787067 Mar 31 20:24:55.304105 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Allocated IP 172.27.1.153 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/4115e99e-b1aa-489c-a803-f2bc3a6d62d9) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:55.361482 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd4c35bb-e33b-4632-a5b7-4634bb6951ed req-8b34b003-2125-41b2-bc12-a2d4bffab64f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484388 Mar 31 20:24:55.441292 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for port (4115e99e-b1aa-489c-a803-f2bc3a6d62d9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.486222 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (4115e99e-b1aa-489c-a803-f2bc3a6d62d9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.523139 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:55.525313 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:55.530365 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:55.582151 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event updated for resources: {'Port': ['ID=4115e99e-b1aa-489c-a803-f2bc3a6d62d9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:55.644674 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for floatingip (6d0b2eb2-928f-48e2-85fc-6064bbc2b782), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.715247 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (4115e99e-b1aa-489c-a803-f2bc3a6d62d9), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.834693 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5852b1-9ae7-48bb-91a4-a898d8a008d1 req-f4dce32d-fc29-4b74-af1c-1743cd08fcdf tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:55.837659 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4e5852b1-9ae7-48bb-91a4-a898d8a008d1 req-f4dce32d-fc29-4b74-af1c-1743cd08fcdf tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 946 time: 0.1069531 Mar 31 20:24:55.844962 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-675107c0-286a-4765-9176-4e15ee47d750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.903582 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for port (4115e99e-b1aa-489c-a803-f2bc3a6d62d9), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.912200 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (4115e99e-b1aa-489c-a803-f2bc3a6d62d9), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.945381 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4e5852b1-9ae7-48bb-91a4-a898d8a008d1 req-e6482d40-e834-43f1-9a49-6e8d9b7d9eb9 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001706 Mar 31 20:24:56.038932 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d58226-5f7e-4124-b8db-12fb8a339eee req-eeeb8e89-fc87-49cc-a820-8e824929a03e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:56.044987 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1d58226-5f7e-4124-b8db-12fb8a339eee req-eeeb8e89-fc87-49cc-a820-8e824929a03e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0645664 Mar 31 20:24:56.054940 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event updated for resources: {'Port': ['ID=4115e99e-b1aa-489c-a803-f2bc3a6d62d9,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:56.070432 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (6d0b2eb2-928f-48e2-85fc-6064bbc2b782), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.092681 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.094361 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0fe9b838-0334-4068-bcee-719749844585 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2285566 Mar 31 20:24:56.113646 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1d58226-5f7e-4124-b8db-12fb8a339eee req-a20a209d-5d71-4adb-997e-67396444007d tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650866 Mar 31 20:24:56.349880 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c3fb3-1efa-4f74-a4db-141569ea295b req-05bc8882-6d94-4d11-bc2b-af5ed1ff2afc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:56.357820 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a37c3fb3-1efa-4f74-a4db-141569ea295b req-05bc8882-6d94-4d11-bc2b-af5ed1ff2afc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.0850654 Mar 31 20:24:56.406760 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec0f602f-9ea3-4284-b34a-1e6104b02d3d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--2106174430&fields=id&tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b HTTP/1.1" status: 200 len: 267 time: 0.0864933 Mar 31 20:24:56.485803 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a37c3fb3-1efa-4f74-a4db-141569ea295b req-a8edf236-2749-45cd-a1d3-d31ae192aa31 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271300 Mar 31 20:24:56.551582 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-659a66a6-a6fc-4182-900f-20e15b12a471 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:56.553293 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-659a66a6-a6fc-4182-900f-20e15b12a471 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 818 time: 0.1340895 Mar 31 20:24:56.579305 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ac69a360-492f-45f9-8d4b-98cce7cf99aa tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/quotas/8eb2550b368f4401bfaf0998a1ab7a3b HTTP/1.1" status: 200 len: 375 time: 0.0166464 Mar 31 20:24:56.682437 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-d1e9bb35-435c-4c7e-853b-55f25b691f8f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1015899 Mar 31 20:24:56.692259 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dbe6b-1ca0-4762-9ae5-820b4bf75b53 req-13139c8b-8e12-4d53-a47f-e4ae005ae8b2 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:56.693954 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b25dbe6b-1ca0-4762-9ae5-820b4bf75b53 req-13139c8b-8e12-4d53-a47f-e4ae005ae8b2 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1019936 Mar 31 20:24:57.044307 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b25dbe6b-1ca0-4762-9ae5-820b4bf75b53 req-0a4f89a5-6e06-4246-b0e2-a28c3a2ec7bb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401227 Mar 31 20:24:57.078890 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-e1c66126-e478-4a59-b6d6-fef97052bcb4 service neutron] 10.222.0.82 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761151 Mar 31 20:24:57.174869 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-e4146f42-523c-4d79-9a56-7645e914da84 service neutron] 10.222.0.82 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012299 Mar 31 20:24:57.239013 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788a047-5506-4f48-9ee0-1392a71adf9b req-800ee6cc-9daf-4c03-8960-12c583fcbab5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:57.241100 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7788a047-5506-4f48-9ee0-1392a71adf9b req-800ee6cc-9daf-4c03-8960-12c583fcbab5 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 946 time: 0.0646982 Mar 31 20:24:57.317056 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7788a047-5506-4f48-9ee0-1392a71adf9b req-468cb620-e516-41ea-ad94-ae99f97a1990 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688598 Mar 31 20:24:57.397925 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a1efc16-0be3-45bc-b98c-cb7fe33081d4 req-45a269a8-2e13-4429-a254-28e940d02c27 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 210 time: 0.0348227 Mar 31 20:24:57.451510 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 34172) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:57.526309 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19234036-8b21-4a45-a125-efa3e6d1c46c req-9f3d90d4-90bf-45d1-a22f-f70f90a36595 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:57.527852 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-19234036-8b21-4a45-a125-efa3e6d1c46c req-9f3d90d4-90bf-45d1-a22f-f70f90a36595 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0996804 Mar 31 20:24:57.641877 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-19234036-8b21-4a45-a125-efa3e6d1c46c req-8fc95247-cbb6-4adf-914a-d093e4c6825f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959635 Mar 31 20:24:57.643578 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-585d8404-6dcb-46f2-8c1c-4779d11fbf13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:57.836753 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-585d8404-6dcb-46f2-8c1c-4779d11fbf13 admin admin] Publish callbacks [] for security_group (e3c601af-dc97-4c66-bc3b-82b9409fcd75), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:57.851138 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-585d8404-6dcb-46f2-8c1c-4779d11fbf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (e3c601af-dc97-4c66-bc3b-82b9409fcd75), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:57.855708 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e40adf-335b-4e30-bb9d-c3949d8c733c req-eb00b010-f2ce-49df-8be6-bdccf0122bd1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:57.877800 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f2e40adf-335b-4e30-bb9d-c3949d8c733c req-eb00b010-f2ce-49df-8be6-bdccf0122bd1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1086631 Mar 31 20:24:57.911812 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 34192) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:57.913919 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-585d8404-6dcb-46f2-8c1c-4779d11fbf13 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=155df2cf666044b2a07f1ed8d9869b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4603431 Mar 31 20:24:57.960838 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d8404-6dcb-46f2-8c1c-4779d11fbf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c601af-dc97-4c66-bc3b-82b9409fcd75,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:58.007004 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f2e40adf-335b-4e30-bb9d-c3949d8c733c req-9e7540ce-ff6d-4952-ade8-088f8268ef63 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315582 Mar 31 20:24:58.041059 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d09d1fa-49a0-4a98-b02c-a9c66b9f783b admin admin] Publish callbacks [] for security_group (e3c601af-dc97-4c66-bc3b-82b9409fcd75), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.065871 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d09d1fa-49a0-4a98-b02c-a9c66b9f783b admin admin] Publish callbacks [] for security_group (e3c601af-dc97-4c66-bc3b-82b9409fcd75), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.109326 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3c9df472-cd9d-4cfd-8ffe-8009b7a47f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.150751 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d09d1fa-49a0-4a98-b02c-a9c66b9f783b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (e3c601af-dc97-4c66-bc3b-82b9409fcd75), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.154233 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d09d1fa-49a0-4a98-b02c-a9c66b9f783b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.158420 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-7d09d1fa-49a0-4a98-b02c-a9c66b9f783b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e3c601af-dc97-4c66-bc3b-82b9409fcd75 HTTP/1.1" status: 204 len: 168 time: 0.2432780 Mar 31 20:24:58.177241 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09d1fa-49a0-4a98-b02c-a9c66b9f783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c601af-dc97-4c66-bc3b-82b9409fcd75,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:58.238643 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9770202-8316-4043-8457-8d153623da39 req-467622be-4e50-487b-89ce-3688d773c88e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:58.251941 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d9770202-8316-4043-8457-8d153623da39 req-467622be-4e50-487b-89ce-3688d773c88e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0920744 Mar 31 20:24:58.330837 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d9770202-8316-4043-8457-8d153623da39 req-80a6ab0b-72e1-4096-a19d-34562b2e22d0 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779910 Mar 31 20:24:58.514996 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0bbfbfbf-bfd8-4f64-8589-1fa4dd1d5890 req-7ae1abb0-fa4f-45da-ad69-2416ed2bc108 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 210 time: 0.0491459 Mar 31 20:24:58.954836 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473cc75-863b-4c53-b3a2-76d00dbf32ab req-df2215a6-df92-491a-8e56-ea4f6ce453b0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:58.962710 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e473cc75-863b-4c53-b3a2-76d00dbf32ab req-df2215a6-df92-491a-8e56-ea4f6ce453b0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.2205584 Mar 31 20:24:59.073596 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e473cc75-863b-4c53-b3a2-76d00dbf32ab req-90c1c351-9778-4140-b1ba-b9601cccd958 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098988 Mar 31 20:24:59.084780 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-77511f11-64b8-4c5f-94e3-31fb9471cc8f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:59.086356 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-77511f11-64b8-4c5f-94e3-31fb9471cc8f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 818 time: 0.2692761 Mar 31 20:24:59.207221 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-3d1c43c4-8a52-4df5-aeb4-b771e2949444 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b HTTP/1.1" status: 200 len: 380 time: 0.0993874 Mar 31 20:24:59.229411 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Request body: {'port': {'device_id': '938ba2fa-699d-4037-828e-04078cd21c88', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'admin_state_up': True, 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'security_groups': ['13ee7813-0e02-48b6-b2b7-86761a02d986']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:59.307055 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f43c5d-1709-4837-b6a8-331408503e22 req-99fe4c34-4ee6-4744-84e0-df61560e8729 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:59.314537 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-19f43c5d-1709-4837-b6a8-331408503e22 req-99fe4c34-4ee6-4744-84e0-df61560e8729 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1847208 Mar 31 20:24:59.348385 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:59.404953 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-19f43c5d-1709-4837-b6a8-331408503e22 req-4c2367e5-7e32-4809-b198-196aae2dea86 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844538 Mar 31 20:24:59.472580 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Made reservation on behalf of 8eb2550b368f4401bfaf0998a1ab7a3b for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:59.476795 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:59.516926 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a0101-2d5b-440c-8b10-7ab30eb241b4 req-4a6e89f3-15a8-4d71-a409-c08ac6173cb0 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:59.518557 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c24a0101-2d5b-440c-8b10-7ab30eb241b4 req-4a6e89f3-15a8-4d71-a409-c08ac6173cb0 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0864782 Mar 31 20:24:59.702427 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3e252826-31ff-4050-83b2-0d1d950c19b6 req-0e632c21-e5b0-461f-9797-53280d7fdbd3 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 210 time: 0.0683420 Mar 31 20:24:59.712849 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c24a0101-2d5b-440c-8b10-7ab30eb241b4 req-9d32b141-e7c8-44ce-a5a4-4402b02be355 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631823 Mar 31 20:24:59.740672 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Allocated IP 172.20.0.3 (d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0/87d0cdb6-6eb5-4446-ada4-a5735737aa87/61ff2ac1-3c4c-4738-9999-914f78b86c61) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:59.919500 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:59.949909 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:59.996514 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:00.001707 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:00.008061 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:00.022798 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event updated for resources: {'Port': ['ID=61ff2ac1-3c4c-4738-9999-914f78b86c61,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:00.105095 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:00.105869 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.129067 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ec5e7833-0008-40a3-94ab-97280b8c3454 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9108486 Mar 31 20:25:00.141598 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Request body: {'port': {'device_id': '938ba2fa-699d-4037-828e-04078cd21c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:00.256892 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.267088 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0e570-1570-48b0-a692-ff38f4d8389c req-743cd518-ebc6-48ed-80da-58575bbf4343 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:00.268782 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4eb0e570-1570-48b0-a692-ff38f4d8389c req-743cd518-ebc6-48ed-80da-58575bbf4343 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0917814 Mar 31 20:25:00.391905 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-7caa84d3-e9a3-4ede-b90d-74e514348359 None None] Provisioning complete for port 61ff2ac1-3c4c-4738-9999-914f78b86c61 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:00.392863 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-7caa84d3-e9a3-4ede-b90d-74e514348359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.413214 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4eb0e570-1570-48b0-a692-ff38f4d8389c req-d485a56a-39c1-432b-80e9-e71947a513ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370974 Mar 31 20:25:00.491136 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7caa84d3-e9a3-4ede-b90d-74e514348359 None None] Port 61ff2ac1-3c4c-4738-9999-914f78b86c61 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:00.625513 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849471e7-881d-4afe-8dd3-8d98fd5c7b10 req-aac7eea5-781c-45d7-858d-f17d810732ec tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:00.627346 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-849471e7-881d-4afe-8dd3-8d98fd5c7b10 req-aac7eea5-781c-45d7-858d-f17d810732ec tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1168256 Mar 31 20:25:00.654156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ff2ac1-3c4c-4738-9999-914f78b86c61 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:00.664363 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Publish callbacks [] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.699201 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Transition to ACTIVE for port object 61ff2ac1-3c4c-4738-9999-914f78b86c61 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:25:00.704446 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-849471e7-881d-4afe-8dd3-8d98fd5c7b10 req-49325d16-aa24-4d8d-9b11-16afe84884ae tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697355 Mar 31 20:25:00.705503 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.712176 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.765582 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Pushing event updated for resources: {'Port': ['ID=61ff2ac1-3c4c-4738-9999-914f78b86c61,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:00.959948 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Attempting to bind port 61ff2ac1-3c4c-4738-9999-914f78b86c61 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:00.960576 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Attempting to bind port 61ff2ac1-3c4c-4738-9999-914f78b86c61 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:00.961125 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Attempting to bind port 61ff2ac1-3c4c-4738-9999-914f78b86c61 on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:00.973939 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337beac0-ef91-4f19-b050-54b4cf42dc5d req-341718e9-b894-41bb-af06-535c315c57fd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:00.975724 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-337beac0-ef91-4f19-b050-54b4cf42dc5d req-341718e9-b894-41bb-af06-535c315c57fd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1252587 Mar 31 20:25:00.979940 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Port 61ff2ac1-3c4c-4738-9999-914f78b86c61 on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:25:00.980529 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Attempting to bind port 61ff2ac1-3c4c-4738-9999-914f78b86c61 on network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:01.008304 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009587b-675e-49be-992a-eca91a742ab1 req-1e691134-4473-43ed-a832-257a67709fa1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:01.009834 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8009587b-675e-49be-992a-eca91a742ab1 req-1e691134-4473-43ed-a832-257a67709fa1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 943 time: 0.1606185 Mar 31 20:25:01.014955 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:01.015292 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Checking segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:01.015664 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Bound using segment: {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:01.016107 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Bound port: 61ff2ac1-3c4c-4738-9999-914f78b86c61, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866ca62e-56ee-4f50-8daa-2f2512034b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:01.016457 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.122269 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-337beac0-ef91-4f19-b050-54b4cf42dc5d req-50b46091-bdd2-4443-9b26-04a4e4bccf98 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310112 Mar 31 20:25:01.128254 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8009587b-675e-49be-992a-eca91a742ab1 req-e5503aae-aa70-413d-87c0-fdad8371b737 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078041 Mar 31 20:25:01.173433 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] For port 61ff2ac1-3c4c-4738-9999-914f78b86c61, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:01.180207 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] For port 61ff2ac1-3c4c-4738-9999-914f78b86c61, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:01.192612 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.268138 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:01.268883 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.270397 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] 10.222.0.57 "PUT /v2.0/ports/61ff2ac1-3c4c-4738-9999-914f78b86c61 HTTP/1.1" status: 200 len: 1093 time: 1.1334050 Mar 31 20:25:01.270975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:01.273351 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:01.313198 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-eebf9533-8265-4906-b6ae-3d033383b1d4 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7042b8c995049b9860bf68aa882625a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640469 Mar 31 20:25:01.364946 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160da65b-43ff-4a6d-b1fa-3eb08fe008b2 x-openstack-request-id: req-160da65b-43ff-4a6d-b1fa-3eb08fe008b2 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:01.365263 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:01.365647 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-160da65b-43ff-4a6d-b1fa-3eb08fe008b2 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:01.366115 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160da65b-43ff-4a6d-b1fa-3eb08fe008b2'] response: {'name': 'network-changed', 'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'status': 'completed', 'code': 200} Mar 31 20:25:01.450865 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c5ddd-204e-4c05-903c-7fb27bd870fa service neutron] Pushing event updated for resources: {'Port': ['ID=61ff2ac1-3c4c-4738-9999-914f78b86c61,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:01.575957 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-78911bb0-829b-43c6-98f5-b52889059ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:01.577491 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-78911bb0-829b-43c6-98f5-b52889059ddc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 1127 time: 0.2149801 Mar 31 20:25:01.616566 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-3e4feb22-1a58-419d-82e5-8b3a48734741 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:01.619268 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-3e4feb22-1a58-419d-82e5-8b3a48734741 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961345 Mar 31 20:25:01.655296 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-2e962b85-8d3c-4a9f-a365-7c28664db923 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61 HTTP/1.1" status: 200 len: 217 time: 0.0558698 Mar 31 20:25:01.695840 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-f4048df2-9d14-4ab3-9691-6abc93defe91 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/quotas/e7042b8c995049b9860bf68aa882625a HTTP/1.1" status: 200 len: 375 time: 0.0444331 Mar 31 20:25:01.715708 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039f3b0-d443-4371-9128-36c808d54497 req-ea50594b-73c9-4f4e-8ab4-8d8c2206ad01 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:01.717715 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6039f3b0-d443-4371-9128-36c808d54497 req-ea50594b-73c9-4f4e-8ab4-8d8c2206ad01 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.1631510 Mar 31 20:25:01.752991 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-974fc6f1-0fc2-47fc-a560-849b6d23fc63 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7042b8c995049b9860bf68aa882625a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478544 Mar 31 20:25:01.785310 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ef85d613-0e04-46d6-a037-2b8c32d241bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:01.787495 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-ef85d613-0e04-46d6-a037-2b8c32d241bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.1207850 Mar 31 20:25:01.877756 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6039f3b0-d443-4371-9128-36c808d54497 req-facb0d64-e494-45ee-8a30-9b533738c5db tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294034 Mar 31 20:25:01.897491 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-213ff346-05dd-4f3c-935a-54cc10ddfd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:01.899878 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-213ff346-05dd-4f3c-935a-54cc10ddfd60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932417 Mar 31 20:25:02.083579 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e338b9ff-8bd4-41bd-b6a4-bdacc42add6c req-775710b8-16cd-4053-b31c-6c1f3c55c472 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 210 time: 0.0722573 Mar 31 20:25:02.118502 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:02.138834 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fe7c7-324e-447a-9015-6e540c1a3c5f req-1dfd91a0-4bfd-4b5c-aace-953d345d46a8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:02.140498 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f64fe7c7-324e-447a-9015-6e540c1a3c5f req-1dfd91a0-4bfd-4b5c-aace-953d345d46a8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1303535 Mar 31 20:25:02.161177 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-b9b5ac85-56f3-42bb-bbed-5f23767860da service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542241 Mar 31 20:25:02.294954 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f64fe7c7-324e-447a-9015-6e540c1a3c5f req-6fff02d4-b916-4ab8-9b0c-4e37cb6dea34 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442935 Mar 31 20:25:02.376909 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fab51-e5a1-40b3-adf1-d87f34a55fd5 req-e7309896-b9f6-4ff9-88d7-baca9a6c22db tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:02.378550 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-325fab51-e5a1-40b3-adf1-d87f34a55fd5 req-e7309896-b9f6-4ff9-88d7-baca9a6c22db tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 943 time: 0.1207662 Mar 31 20:25:02.392809 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bafc74f8-7cb1-446a-80a5-7a6fbaee164f req-b7a5939f-17d8-4043-803d-ba2a668dbb62 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145853 Mar 31 20:25:02.527200 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857df350-9c9f-40cd-894c-df49870fcd3d req-233dac19-6bfc-4a84-9f11-a45c1361f276 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:02.528487 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-857df350-9c9f-40cd-894c-df49870fcd3d req-233dac19-6bfc-4a84-9f11-a45c1361f276 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1490147 Mar 31 20:25:02.540062 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-325fab51-e5a1-40b3-adf1-d87f34a55fd5 req-63c852b9-d7c2-40bf-9347-c970c4a33c86 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186998 Mar 31 20:25:02.846521 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-857df350-9c9f-40cd-894c-df49870fcd3d req-181994f4-efe9-4a29-a738-f8dfbed6c657 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052166 Mar 31 20:25:02.849497 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-fe4f465c-5b63-4ed5-a56e-b16485c197a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:02.850951 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-fe4f465c-5b63-4ed5-a56e-b16485c197a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 1127 time: 0.3809600 Mar 31 20:25:03.013856 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-282ad644-e5e4-4176-bbe9-d195de37789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.015337 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-282ad644-e5e4-4176-bbe9-d195de37789d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.1535535 Mar 31 20:25:03.042472 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c0f1f-91e5-4125-b720-1be430a49066 req-d1b49cb4-7d22-4d58-afd9-db1453a41db6 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.047438 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-841c0f1f-91e5-4125-b720-1be430a49066 req-d1b49cb4-7d22-4d58-afd9-db1453a41db6 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0732360 Mar 31 20:25:03.095604 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-6c4397a2-96fd-4c37-b5ad-75fcc2bacbf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61 HTTP/1.1" status: 200 len: 217 time: 0.0461950 Mar 31 20:25:03.167502 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-841c0f1f-91e5-4125-b720-1be430a49066 req-a224d493-348f-457d-8713-973b4b5d8606 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059220 Mar 31 20:25:03.176686 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-d20abc5f-058f-41c0-9204-f6ea56a9dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.178324 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-d20abc5f-058f-41c0-9204-f6ea56a9dd64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0694318 Mar 31 20:25:03.247949 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-979883cd-51f1-439c-9f37-986c89b012d6 req-9a591ba8-2820-48d0-83a5-d39433f1ea2f tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 210 time: 0.0447011 Mar 31 20:25:03.277972 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-0fca082b-0644-4a77-8b10-f7d4dbaeb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.279709 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-0fca082b-0644-4a77-8b10-f7d4dbaeb7b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856764 Mar 31 20:25:03.422718 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-a01e91e6-9e96-42de-a2d6-39717502a87f tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e7042b8c995049b9860bf68aa882625a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417278 Mar 31 20:25:03.463471 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:03.546214 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-82326d4c-a348-48a8-a75a-8637193c46ea service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465618 Mar 31 20:25:03.645638 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b8c4e-b32c-4a37-a0bc-d37a7801e6a9 req-bc57862d-8de9-4b02-b0a7-39224641bda3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.647085 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-756b8c4e-b32c-4a37-a0bc-d37a7801e6a9 req-bc57862d-8de9-4b02-b0a7-39224641bda3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.2352242 Mar 31 20:25:03.713995 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-f61fe138-a599-4625-b186-6630047d24b1 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.715439 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-f61fe138-a599-4625-b186-6630047d24b1 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812276 Mar 31 20:25:03.746567 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Request body: {'port': {'device_id': '206c51fc-26b8-4f60-a433-c18a31fae331', 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f', 'admin_state_up': True, 'tenant_id': 'e7042b8c995049b9860bf68aa882625a'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:03.795407 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc5b0a3d-8440-44bf-ba6d-f300750f3d8f req-ad7b3d64-a65d-4924-ba28-b70216dda571 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392392 Mar 31 20:25:03.813756 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9a33b-e4f3-41e6-9971-03f593cb4336 req-49e86408-21fc-4f8a-83d7-662de3cd8842 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.815214 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-96d9a33b-e4f3-41e6-9971-03f593cb4336 req-49e86408-21fc-4f8a-83d7-662de3cd8842 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 943 time: 0.1931784 Mar 31 20:25:03.820295 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-756b8c4e-b32c-4a37-a0bc-d37a7801e6a9 req-f8e8dcb6-1400-47dc-a5f9-c081005ac4f9 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501269 Mar 31 20:25:03.928617 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-96d9a33b-e4f3-41e6-9971-03f593cb4336 req-b21d4c7b-5824-4dce-92e2-86db5450a269 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054955 Mar 31 20:25:03.972468 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a596c544-14b7-45b1-8337-bdeceec45aea req-aa9b9b85-6f54-463d-b78d-d71b242079d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1257653 Mar 31 20:25:03.974163 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Made reservation on behalf of e7042b8c995049b9860bf68aa882625a for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:03.977306 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:03.988870 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.021311 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8a0cf-6cb0-4adb-8b7f-2c04ed68306c req-ae1e75f7-3012-4d1a-b2bf-6d528d6a8306 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.022733 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0bc8a0cf-6cb0-4adb-8b7f-2c04ed68306c req-ae1e75f7-3012-4d1a-b2bf-6d528d6a8306 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1001060 Mar 31 20:25:04.121509 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596c544-14b7-45b1-8337-bdeceec45aea req-d100cd99-4c29-4653-a082-849c66263d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.122992 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a596c544-14b7-45b1-8337-bdeceec45aea req-d100cd99-4c29-4653-a082-849c66263d15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 1129 time: 0.1173885 Mar 31 20:25:04.127446 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0bc8a0cf-6cb0-4adb-8b7f-2c04ed68306c req-b534b523-61e4-444b-a1eb-ef9f6250000e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992517 Mar 31 20:25:04.169694 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks [] for security_group (8f442dcb-2c1b-4b36-8098-96bc15d3cbc0), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.195880 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8f442dcb-2c1b-4b36-8098-96bc15d3cbc0), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.262479 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-d4faaf34-fd9e-47e4-b932-678b4819937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.264192 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-d4faaf34-fd9e-47e4-b932-678b4819937a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 1130 time: 0.0485971 Mar 31 20:25:04.312321 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:04.365204 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-0840076b-6e1e-4d98-80c1-25206a8a00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.366810 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-0840076b-6e1e-4d98-80c1-25206a8a00aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 918 time: 0.0945199 Mar 31 20:25:04.390891 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596c544-14b7-45b1-8337-bdeceec45aea req-5fd39eba-f231-45cb-bc49-cb9fb9d355b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.392275 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a596c544-14b7-45b1-8337-bdeceec45aea req-5fd39eba-f231-45cb-bc49-cb9fb9d355b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.2466338 Mar 31 20:25:04.399545 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-47e18ebf-eba8-4f0b-8ea9-9fd3c8c2fa2f req-21ff4b05-5d71-4636-9d30-7f81373937f8 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 210 time: 0.0738575 Mar 31 20:25:04.447667 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-4ac4b1ef-278c-4752-b818-d277eb7be505 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1 HTTP/1.1" status: 200 len: 1001 time: 0.0736580 Mar 31 20:25:04.449494 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a596c544-14b7-45b1-8337-bdeceec45aea req-cefe803f-32c0-4dbf-82ae-4929b4681ed1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=052d6355-9a8e-404c-a306-75b7e9589a9f HTTP/1.1" status: 200 len: 217 time: 0.0463345 Mar 31 20:25:04.461866 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a8435-f4cc-42d5-80e3-f25c653cf392 req-be9a97d5-4617-4250-ae72-f7f192b246e0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.463272 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1e0a8435-f4cc-42d5-80e3-f25c653cf392 req-be9a97d5-4617-4250-ae72-f7f192b246e0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.2070932 Mar 31 20:25:04.476443 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Allocated IP 192.168.233.186 (2871c9a3-4fcb-4406-926b-211434148b2f/32b49dec-5536-46b2-9a21-f85c5d032294/ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:04.510032 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-37776a7e-90b6-42d9-bfbf-b05db3cff022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.511813 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-37776a7e-90b6-42d9-bfbf-b05db3cff022 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 200 len: 856 time: 0.0484519 Mar 31 20:25:04.546394 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596c544-14b7-45b1-8337-bdeceec45aea req-b4039341-f224-4ae0-8bd6-da0c1bab4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.547847 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a596c544-14b7-45b1-8337-bdeceec45aea req-b4039341-f224-4ae0-8bd6-da0c1bab4bd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0800524 Mar 31 20:25:04.566743 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-4b8e65d7-e722-43af-b4ac-2378dcddcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.568446 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-4b8e65d7-e722-43af-b4ac-2378dcddcce9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492167 Mar 31 20:25:04.597367 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1e0a8435-f4cc-42d5-80e3-f25c653cf392 req-435de849-302e-4564-929b-5d3effc50fad tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284313 Mar 31 20:25:04.659061 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-75ab3d6a-ac04-4697-96bf-e9f7eb4beaae service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826190 Mar 31 20:25:04.677183 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596c544-14b7-45b1-8337-bdeceec45aea req-fa69c848-4e1d-44d7-90b3-5aebe0676eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.678642 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a596c544-14b7-45b1-8337-bdeceec45aea req-fa69c848-4e1d-44d7-90b3-5aebe0676eb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152191 Mar 31 20:25:04.751771 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-12716da0-5866-4f89-8769-29ef5a4a6184 req-f7ff8379-2cb1-4feb-8db3-24cae54c6438 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856874 Mar 31 20:25:04.770426 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks [] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.811996 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a596c544-14b7-45b1-8337-bdeceec45aea req-448b9e89-1b47-498d-98a1-9640aa1c21e2 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244984 Mar 31 20:25:04.837851 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.940418 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Network 2871c9a3-4fcb-4406-926b-211434148b2f is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:04.957464 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:04.961495 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:04.964060 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Pushing event updated for resources: {'Port': ['ID=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:05.045349 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a596c544-14b7-45b1-8337-bdeceec45aea req-a013a2bd-0102-4598-9562-0d828bfffb4b service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263913 Mar 31 20:25:05.065036 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.065664 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.080158 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf6ad-3ce0-47d0-865e-445de87c7b15 req-9e393ebe-7a83-46bd-964b-edd74a95a94e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.082188 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a2aaf6ad-3ce0-47d0-865e-445de87c7b15 req-9e393ebe-7a83-46bd-964b-edd74a95a94e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1845899 Mar 31 20:25:05.102438 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b3a8ee38-3d09-46f9-89b1-2c6d6b8b296a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3683252 Mar 31 20:25:05.120207 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Request body: {'port': {'device_id': '206c51fc-26b8-4f60-a433-c18a31fae331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:05.129191 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73afac-e054-407d-b492-139812184be5 req-e09a6f63-450e-4359-8b0d-62bebf24e1ad tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.130646 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7f73afac-e054-407d-b492-139812184be5 req-e09a6f63-450e-4359-8b0d-62bebf24e1ad tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 943 time: 0.1268191 Mar 31 20:25:05.196162 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a2aaf6ad-3ce0-47d0-865e-445de87c7b15 req-d6a74154-cc5d-4a07-b64f-cf6d026f44f3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077139 Mar 31 20:25:05.200881 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-fcbe29ce-53f3-42ac-a44f-3397dac4a8c7 None None] Provisioning complete for port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:05.201309 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-fcbe29ce-53f3-42ac-a44f-3397dac4a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.239813 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.248835 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe29ce-53f3-42ac-a44f-3397dac4a8c7 None None] Port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:05.256401 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7f73afac-e054-407d-b492-139812184be5 req-807c3e30-c28d-4f0f-afe7-32cd569a1166 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046643 Mar 31 20:25:05.383574 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7e518-4efa-4f60-b60c-4e72ced54310 req-d7d611c1-3c81-4ed5-a24c-3d2ebde96ccb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.385012 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6ee7e518-4efa-4f60-b60c-4e72ced54310 req-d7d611c1-3c81-4ed5-a24c-3d2ebde96ccb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1277728 Mar 31 20:25:05.479055 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 61ff2ac1-3c4c-4738-9999-914f78b86c61 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:05.481647 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6ee7e518-4efa-4f60-b60c-4e72ced54310 req-58b771e8-c5c7-4115-a940-dd0c0af3593b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906727 Mar 31 20:25:05.601746 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 61ff2ac1-3c4c-4738-9999-914f78b86c61, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:05.615259 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'port_id': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'mac_address': 'fa:16:3e:b4:57:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:05.657419 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 61ff2ac1-3c4c-4738-9999-914f78b86c61 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:05.658108 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.673208 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ff2ac1-3c4c-4738-9999-914f78b86c61 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:05.695464 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 61ff2ac1-3c4c-4738-9999-914f78b86c61, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:05.699994 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.751214 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=61ff2ac1-3c4c-4738-9999-914f78b86c61,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:05.833815 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc4c2-49a0-4285-831f-e1c84ea232c0 req-086183b1-f6fb-4978-b4df-c764c600675d tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.835270 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-48afc4c2-49a0-4285-831f-e1c84ea232c0 req-086183b1-f6fb-4978-b4df-c764c600675d tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 936 time: 0.3512256 Mar 31 20:25:05.884038 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:05.895539 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Publish callbacks [] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.912367 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afaa86-f4e6-40a0-9714-008af080f1bf req-d23aac9d-9d4e-4b49-b857-6385a2358df0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.913773 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-21afaa86-f4e6-40a0-9714-008af080f1bf req-d23aac9d-9d4e-4b49-b857-6385a2358df0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.1405051 Mar 31 20:25:05.945809 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Transition to ACTIVE for port object ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:25:05.951267 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-48afc4c2-49a0-4285-831f-e1c84ea232c0 req-fc2d36ff-aa0b-42eb-a101-c0d0e34db177 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979962 Mar 31 20:25:05.953341 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.022975 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-21afaa86-f4e6-40a0-9714-008af080f1bf req-62a9b550-98bc-49db-8f28-e7577f40046e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001489 Mar 31 20:25:06.024794 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:06.096245 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Attempting to bind port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:06.097092 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Attempting to bind port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'cf02c619-0740-4a4f-a8be-c6b4acf112ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:06.097408 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Attempting to bind port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf on network 2871c9a3-4fcb-4406-926b-211434148b2f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:06.101856 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf on network 2871c9a3-4fcb-4406-926b-211434148b2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:25:06.102178 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Attempting to bind port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf on network 2871c9a3-4fcb-4406-926b-211434148b2f {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:06.107145 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:06.107486 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Checking segment: {'id': 'cf02c619-0740-4a4f-a8be-c6b4acf112ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:06.107863 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Bound using segment: {'id': 'cf02c619-0740-4a4f-a8be-c6b4acf112ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:06.108298 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Bound port: ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf02c619-0740-4a4f-a8be-c6b4acf112ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:06.108655 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.179465 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] For port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:06.182472 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] For port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,segment=NetworkSegment(cf02c619-0740-4a4f-a8be-c6b4acf112ea),segment_id=cf02c619-0740-4a4f-a8be-c6b4acf112ea)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:06.188517 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.221117 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.222260 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.223635 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf HTTP/1.1" status: 200 len: 1098 time: 1.1074822 Mar 31 20:25:06.224057 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206c51fc-26b8-4f60-a433-c18a31fae331', 'tag': 'ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:06.226417 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20b12b1-1b09-4c92-bb23-d33755e352bb" -d '{"events": [{"name": "network-changed", "server_uuid": "206c51fc-26b8-4f60-a433-c18a31fae331", "tag": "ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:06.251812 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222fd61-c855-485e-902a-8e12416246a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:06.277366 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e462729-d300-4f8e-8fc6-4f318de0eeef x-openstack-request-id: req-2e462729-d300-4f8e-8fc6-4f318de0eeef {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:06.277975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206c51fc-26b8-4f60-a433-c18a31fae331", "tag": "ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:06.278301 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2e462729-d300-4f8e-8fc6-4f318de0eeef {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:06.278810 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e462729-d300-4f8e-8fc6-4f318de0eeef'] response: {'name': 'network-changed', 'server_uuid': '206c51fc-26b8-4f60-a433-c18a31fae331', 'tag': 'ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf', 'status': 'completed', 'code': 200} Mar 31 20:25:06.413053 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9e198a21-9daa-4404-b7d0-9041c37918be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.414556 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9e198a21-9daa-4404-b7d0-9041c37918be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7042b8c995049b9860bf68aa882625a&device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 1132 time: 0.0916698 Mar 31 20:25:06.423524 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5e04-008c-4d65-89df-3d620205e6cd req-928a63dc-8336-4479-bd1d-35e414cf3a9e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.424939 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-65fc5e04-008c-4d65-89df-3d620205e6cd req-928a63dc-8336-4479-bd1d-35e414cf3a9e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 946 time: 0.1317711 Mar 31 20:25:06.473201 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-b0051f21-c1ae-480c-9e38-77a982e4b96f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf HTTP/1.1" status: 200 len: 217 time: 0.0472348 Mar 31 20:25:06.479959 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee93fba-6a8b-47f8-a54d-4e71000aef45 req-5aeeae3c-ed33-49d7-951a-e534f92b7cdd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.481319 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0ee93fba-6a8b-47f8-a54d-4e71000aef45 req-5aeeae3c-ed33-49d7-951a-e534f92b7cdd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 944 time: 0.1496925 Mar 31 20:25:06.568208 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9b045108-cad9-400d-8619-7a67dcf99e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.569637 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-9b045108-cad9-400d-8619-7a67dcf99e5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32b49dec-5536-46b2-9a21-f85c5d032294 HTTP/1.1" status: 200 len: 843 time: 0.0858004 Mar 31 20:25:06.574536 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-65fc5e04-008c-4d65-89df-3d620205e6cd req-0daf60e2-54d3-44ae-9627-cd5ee421e4b9 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423666 Mar 31 20:25:06.600154 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['61ff2ac1-3c4c-4738-9999-914f78b86c61'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:06.612939 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0ee93fba-6a8b-47f8-a54d-4e71000aef45 req-dc1f5300-f0a7-42b4-8889-3d39a56d05b3 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199670 Mar 31 20:25:06.629067 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-76467a2d-ebec-48d5-8769-b23b0d1db178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.630523 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-76467a2d-ebec-48d5-8769-b23b0d1db178 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2871c9a3-4fcb-4406-926b-211434148b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0528147 Mar 31 20:25:06.772990 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e6215-bab7-45d5-96aa-954d21ffaed9 req-03f94bde-1330-4d88-a0d3-20431378ab0d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.774467 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d50e6215-bab7-45d5-96aa-954d21ffaed9 req-03f94bde-1330-4d88-a0d3-20431378ab0d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0838776 Mar 31 20:25:06.776236 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-bcb9453b-1811-45d9-98b4-b06df58a88d5 service neutron] 10.222.0.57 "GET /v2.0/networks/2871c9a3-4fcb-4406-926b-211434148b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354074 Mar 31 20:25:06.867703 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d50e6215-bab7-45d5-96aa-954d21ffaed9 req-2fb0cda3-3a2c-4479-bf69-1b254908c1cd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869873 Mar 31 20:25:06.907658 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-de1c47b5-968a-4519-8e7f-000b033a1420 req-45741777-610a-40f1-babe-43494555fa43 service neutron] 10.222.0.57 "GET /v2.0/networks/2871c9a3-4fcb-4406-926b-211434148b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077578 Mar 31 20:25:07.009190 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-4db85053-188b-46f0-bb79-6c8de5031c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.010810 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-4db85053-188b-46f0-bb79-6c8de5031c6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7042b8c995049b9860bf68aa882625a&device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 1132 time: 0.0464530 Mar 31 20:25:07.154533 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e66c7-2509-4a5c-9b6f-a4b98dd09787 req-f1ff6166-c19d-4954-a6ce-3358f4e82963 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.156025 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-970e66c7-2509-4a5c-9b6f-a4b98dd09787 req-f1ff6166-c19d-4954-a6ce-3358f4e82963 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 948 time: 0.1380157 Mar 31 20:25:07.190129 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-68dbf020-f471-438e-b5cb-a106d4db8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.191557 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-68dbf020-f471-438e-b5cb-a106d4db8411 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2871c9a3-4fcb-4406-926b-211434148b2f HTTP/1.1" status: 200 len: 870 time: 0.1653328 Mar 31 20:25:07.214640 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac5fdf-a8db-452e-a359-4b5d1cd464f5 req-d5b8fa30-d0d7-4d46-95fe-f6e6da5a5a20 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.216044 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2ac5fdf-a8db-452e-a359-4b5d1cd464f5 req-d5b8fa30-d0d7-4d46-95fe-f6e6da5a5a20 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.1203799 Mar 31 20:25:07.266239 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-bf5b89f4-bb8d-484d-ac4d-f771aea40651 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf HTTP/1.1" status: 200 len: 217 time: 0.0592272 Mar 31 20:25:07.278111 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-970e66c7-2509-4a5c-9b6f-a4b98dd09787 req-c40fd2a9-b072-4ffd-aad0-80b6859a4f73 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129143 Mar 31 20:25:07.341827 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2ac5fdf-a8db-452e-a359-4b5d1cd464f5 req-de886831-92e8-4965-a588-2dccdccb562b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182263 Mar 31 20:25:07.352386 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-7108cd46-48c0-47ac-81e7-9dcb4e3fa0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.353809 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-7108cd46-48c0-47ac-81e7-9dcb4e3fa0f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32b49dec-5536-46b2-9a21-f85c5d032294 HTTP/1.1" status: 200 len: 843 time: 0.0699923 Mar 31 20:25:07.413394 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-44ba492f-0fae-43b2-953f-2b603af66714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.414899 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-44ba492f-0fae-43b2-953f-2b603af66714 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2871c9a3-4fcb-4406-926b-211434148b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0450666 Mar 31 20:25:07.493619 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 9e52a048-84cb-45c5-9809-e1be581e1bd1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:25:07.524170 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-1b0111f5-7c73-4f93-8a59-37cd4e4ee29c service neutron] 10.222.0.57 "GET /v2.0/networks/2871c9a3-4fcb-4406-926b-211434148b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846105 Mar 31 20:25:07.574164 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 9e52a048-84cb-45c5-9809-e1be581e1bd1 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:07.574553 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.597531 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:07.599776 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d9e1f6-afe8-4188-aa9b-a2847acdb7cd" -d '{"events": [{"server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "name": "network-vif-unplugged", "status": "completed", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:07.613083 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:07.619170 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.649939 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e20b12b1-1b09-4c92-bb23-d33755e352bb req-865661de-090a-4b2c-ac15-2de7077e594f service neutron] 10.222.0.57 "GET /v2.0/networks/2871c9a3-4fcb-4406-926b-211434148b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099160 Mar 31 20:25:07.684545 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e05a05a-fc48-4ddd-bf84-97fb63e8871d x-openstack-request-id: req-7e05a05a-fc48-4ddd-bf84-97fb63e8871d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:07.684871 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "name": "network-vif-unplugged", "status": "completed", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:07.685138 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7e05a05a-fc48-4ddd-bf84-97fb63e8871d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:07.685686 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e05a05a-fc48-4ddd-bf84-97fb63e8871d'] response: {'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'code': 200} Mar 31 20:25:07.686720 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:07.755246 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6ff0-903e-40fc-9016-d3c1f447b943 req-d1223192-eba8-4477-a050-2df03fcba585 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.756809 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a5a6ff0-903e-40fc-9016-d3c1f447b943 req-d1223192-eba8-4477-a050-2df03fcba585 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0905592 Mar 31 20:25:07.791408 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb99aa3-8b85-49fa-b103-d2a3340a7d3d req-6b963df8-b778-4376-a9e0-b95d06b999a4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.792875 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0bb99aa3-8b85-49fa-b103-d2a3340a7d3d req-6b963df8-b778-4376-a9e0-b95d06b999a4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 944 time: 0.0856752 Mar 31 20:25:07.837216 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8a5a6ff0-903e-40fc-9016-d3c1f447b943 req-c1e79a06-6ceb-4b87-9b7c-444929cea0fd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739236 Mar 31 20:25:07.861206 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0bb99aa3-8b85-49fa-b103-d2a3340a7d3d req-4e4f21cc-3080-4621-bee6-3b3a764bf1a1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579660 Mar 31 20:25:07.991497 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4139f-50e5-47fc-88f4-d331c3991963 req-fbdf1283-7d1e-47e3-a6af-18367dd68888 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.993096 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-85f4139f-50e5-47fc-88f4-d331c3991963 req-fbdf1283-7d1e-47e3-a6af-18367dd68888 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0563831 Mar 31 20:25:08.041754 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-85f4139f-50e5-47fc-88f4-d331c3991963 req-ea9f9e84-d88e-4833-b432-1c74737a22a2 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430114 Mar 31 20:25:08.398652 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6ecbc-fa8a-47d1-b36c-fc9d04117c55 req-9181facd-240a-49b7-be2f-1a6be92e582c tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:08.400026 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e1f6ecbc-fa8a-47d1-b36c-fc9d04117c55 req-9181facd-240a-49b7-be2f-1a6be92e582c tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 948 time: 0.0544844 Mar 31 20:25:08.479673 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e1f6ecbc-fa8a-47d1-b36c-fc9d04117c55 req-a4d8e0d5-5e59-4ef6-a760-b720aa3473fd tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738561 Mar 31 20:25:08.487854 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f970a8-aba7-49b5-8f26-4f9882632ab5 req-528f27d6-ff0c-4896-be23-26ada62e3619 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:08.489242 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-09f970a8-aba7-49b5-8f26-4f9882632ab5 req-528f27d6-ff0c-4896-be23-26ada62e3619 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0769258 Mar 31 20:25:08.536694 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-09f970a8-aba7-49b5-8f26-4f9882632ab5 req-f35da704-8934-492c-9f3e-3f5f6273ac53 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420032 Mar 31 20:25:08.988561 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5b22c-a366-4bef-929d-5bea31946eb8 req-c89304ad-828c-4552-a5ee-dd2d669a8217 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:08.989985 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55e5b22c-a366-4bef-929d-5bea31946eb8 req-c89304ad-828c-4552-a5ee-dd2d669a8217 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0838981 Mar 31 20:25:09.001331 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5e295-6eeb-43e0-a15e-a37eaea6ab3d req-1aee0636-b42b-4c22-aebb-91e24acc46bd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:09.003216 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-63c5e295-6eeb-43e0-a15e-a37eaea6ab3d req-1aee0636-b42b-4c22-aebb-91e24acc46bd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 944 time: 0.0711145 Mar 31 20:25:09.068530 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55e5b22c-a366-4bef-929d-5bea31946eb8 req-12bdcf88-bf5e-4dce-a9ff-8c1d40d9e7c5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643969 Mar 31 20:25:09.075329 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-63c5e295-6eeb-43e0-a15e-a37eaea6ab3d req-1b9f01a0-b41f-4ae1-9668-0217ea1dc034 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658157 Mar 31 20:25:09.515836 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [req-2fe37438-8519-47bf-9d28-84702fdab4a5 req-aa02ecb4-2a26-4b3d-a7ab-dcdc3f5b421f service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:25:09.516713 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2fe37438-8519-47bf-9d28-84702fdab4a5 req-aa02ecb4-2a26-4b3d-a7ab-dcdc3f5b421f service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053048 Mar 31 20:25:09.600830 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd68103-93fa-4990-97ec-57f22dc67719 req-ceecb9ad-cfab-4eef-b377-26e823d73eb5 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:09.602329 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bdd68103-93fa-4990-97ec-57f22dc67719 req-ceecb9ad-cfab-4eef-b377-26e823d73eb5 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 948 time: 0.0560060 Mar 31 20:25:09.683593 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bdd68103-93fa-4990-97ec-57f22dc67719 req-892dc76d-022d-4894-8984-8fc8ce56ca50 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752997 Mar 31 20:25:09.698914 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365eaaf-03e8-4a49-b0c9-77cd9f843ea6 req-0993fdd4-83cb-4aaa-802a-ab6ae2e5e23a tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:09.700410 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c365eaaf-03e8-4a49-b0c9-77cd9f843ea6 req-0993fdd4-83cb-4aaa-802a-ab6ae2e5e23a tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0748091 Mar 31 20:25:09.761045 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c365eaaf-03e8-4a49-b0c9-77cd9f843ea6 req-edb33634-82ff-43e5-b120-a4ccd1d9bbbb tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552080 Mar 31 20:25:09.801306 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d85a9-6296-40cb-8587-ae94495c8eb1 req-299b6f43-8fe2-4ca6-a9ab-f350223ebf5c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:09.802805 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c68d85a9-6296-40cb-8587-ae94495c8eb1 req-299b6f43-8fe2-4ca6-a9ab-f350223ebf5c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0592635 Mar 31 20:25:09.848024 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c68d85a9-6296-40cb-8587-ae94495c8eb1 req-15229b22-6a35-4f10-9517-fb8e5208df9c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398030 Mar 31 20:25:10.028058 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 34426) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:10.076414 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 61ff2ac1-3c4c-4738-9999-914f78b86c61 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:10.117618 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-b8bee3ae-e119-45b1-bdf2-91daf4147293 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884128 Mar 31 20:25:10.126341 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-add6f9de-ae56-4ec5-a49b-d790020888db service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:25:10.127393 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-add6f9de-ae56-4ec5-a49b-d790020888db service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052075 Mar 31 20:25:10.132394 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 61ff2ac1-3c4c-4738-9999-914f78b86c61 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:25:10.136889 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 61ff2ac1-3c4c-4738-9999-914f78b86c61 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:10.137675 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.212668 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 34436) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:10.225489 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af35a1-84d5-47a4-ad37-57089f17fa8c req-f194d95c-e6a5-4840-a408-81375b363035 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.227025 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-41af35a1-84d5-47a4-ad37-57089f17fa8c req-f194d95c-e6a5-4840-a408-81375b363035 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 944 time: 0.0587032 Mar 31 20:25:10.228664 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 61ff2ac1-3c4c-4738-9999-914f78b86c61 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:10.229067 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.252265 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:10.255094 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307514e2-e9ba-4a3d-b513-7b27000c0a97" -d '{"events": [{"server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "name": "network-vif-plugged", "status": "completed", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:10.269928 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 61ff2ac1-3c4c-4738-9999-914f78b86c61, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:10.279551 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.280944 dv-cinder-836071-1-iscsi neutron-server[103335]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 20:25:10.291048 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-41af35a1-84d5-47a4-ad37-57089f17fa8c req-6e9950f0-e930-4606-81e3-099bba5bc3e5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570569 Mar 31 20:25:10.307748 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ec4337-4bc4-4f21-b552-628264bc0c1a x-openstack-request-id: req-d6ec4337-4bc4-4f21-b552-628264bc0c1a {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:10.308063 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "name": "network-vif-plugged", "status": "completed", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:10.308316 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d6ec4337-4bc4-4f21-b552-628264bc0c1a {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:10.308703 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ec4337-4bc4-4f21-b552-628264bc0c1a'] response: {'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'code': 200} Mar 31 20:25:10.329468 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-9a062881-28e0-4ad5-896d-78e7d6b84f60 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.331520 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-9a062881-28e0-4ad5-896d-78e7d6b84f60 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports/9e52a048-84cb-45c5-9809-e1be581e1bd1 HTTP/1.1" status: 200 len: 941 time: 0.1165500 Mar 31 20:25:10.333975 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=61ff2ac1-3c4c-4738-9999-914f78b86c61,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:10.800467 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468d48e-a153-4d1b-9a3e-81383d5674e3 req-290e67d7-f8a4-4bb7-af95-fbcc32c923e7 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.801922 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5468d48e-a153-4d1b-9a3e-81383d5674e3 req-290e67d7-f8a4-4bb7-af95-fbcc32c923e7 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 948 time: 0.0524697 Mar 31 20:25:10.875216 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5468d48e-a153-4d1b-9a3e-81383d5674e3 req-b52b09f1-bc01-4642-86e4-c8954fe3ab40 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678842 Mar 31 20:25:10.895184 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3b4d5-9556-4629-a2a1-fa3ed0a57c14 req-a41e5e16-7a41-4885-bec1-04334fa262a2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.896725 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8be3b4d5-9556-4629-a2a1-fa3ed0a57c14 req-a41e5e16-7a41-4885-bec1-04334fa262a2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 943 time: 0.0658429 Mar 31 20:25:10.954283 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8be3b4d5-9556-4629-a2a1-fa3ed0a57c14 req-a91f0d2e-b328-42b8-a969-bab95a3dfbab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514417 Mar 31 20:25:10.993121 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3425f2-9244-44c5-8dbe-e87f4b07e9c6 req-a7470252-c0a8-4fcb-92fa-0517a987e873 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.994552 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0e3425f2-9244-44c5-8dbe-e87f4b07e9c6 req-a7470252-c0a8-4fcb-92fa-0517a987e873 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0567462 Mar 31 20:25:11.038918 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0e3425f2-9244-44c5-8dbe-e87f4b07e9c6 req-2c24738e-ccd8-4ac8-8598-c98299dbf425 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 Mar 31 20:25:11.407061 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cfb34-6c13-46d9-a907-bf78e2e2ea0e req-d2ee6b00-28fe-4bb3-a914-2e6886da0798 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:11.409257 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-832cfb34-6c13-46d9-a907-bf78e2e2ea0e req-d2ee6b00-28fe-4bb3-a914-2e6886da0798 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0584559 Mar 31 20:25:11.483583 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-832cfb34-6c13-46d9-a907-bf78e2e2ea0e req-e05897cf-3809-41b4-9a60-edf06cc379c1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679958 Mar 31 20:25:11.493598 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c7a9-7ebc-4e77-a9a8-226e0b6866e7 req-fe9ce174-5992-49d1-bafe-08e7bfe2c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:11.495079 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-44b8c7a9-7ebc-4e77-a9a8-226e0b6866e7 req-fe9ce174-5992-49d1-bafe-08e7bfe2c3ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 1129 time: 0.0651412 Mar 31 20:25:11.512106 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 561a933c-d0d7-4348-ba3a-b76f3166b61b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:11.515192 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 9e52a048-84cb-45c5-9809-e1be581e1bd1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:25:11.550718 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-44b8c7a9-7ebc-4e77-a9a8-226e0b6866e7 req-e1b3df7f-9ca7-45e7-8857-2952e25b628c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 Mar 31 20:25:11.662333 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 9e52a048-84cb-45c5-9809-e1be581e1bd1 is: DOWN; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:11.669880 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 561a933c-d0d7-4348-ba3a-b76f3166b61b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=561a933c-d0d7-4348-ba3a-b76f3166b61b,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:11.680610 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '561a933c-d0d7-4348-ba3a-b76f3166b61b', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'port_id': '561a933c-d0d7-4348-ba3a-b76f3166b61b', 'mac_address': 'fa:16:3e:65:42:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:11.717327 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 561a933c-d0d7-4348-ba3a-b76f3166b61b is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:11.717716 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.729890 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561a933c-d0d7-4348-ba3a-b76f3166b61b {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:11.748687 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 561a933c-d0d7-4348-ba3a-b76f3166b61b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=561a933c-d0d7-4348-ba3a-b76f3166b61b,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:11.752472 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.800426 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=561a933c-d0d7-4348-ba3a-b76f3166b61b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:11.991884 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e450da-8c69-4377-a756-fc86738167e6 req-d55dd3d4-9a70-4619-951c-27f9341a650d tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:11.993451 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-07e450da-8c69-4377-a756-fc86738167e6 req-d55dd3d4-9a70-4619-951c-27f9341a650d tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 948 time: 0.0538144 Mar 31 20:25:12.069812 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-07e450da-8c69-4377-a756-fc86738167e6 req-f8fd1cc1-43c0-44ec-91e2-d1fcddf330ed tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707769 Mar 31 20:25:12.100169 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40556935-e376-4ec0-a5de-a9129128dd4a req-bde37e53-818b-4855-a148-a5b73536cba0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:12.102061 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40556935-e376-4ec0-a5de-a9129128dd4a req-bde37e53-818b-4855-a148-a5b73536cba0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 944 time: 0.0764189 Mar 31 20:25:12.169671 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-40556935-e376-4ec0-a5de-a9129128dd4a req-a32fd62a-4f74-4fb0-95f3-6c4bf04f2adc tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592368 Mar 31 20:25:12.215764 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c5be-f247-420a-a940-ccbd66c2750d req-f6f3b713-8f25-4cc3-b41f-4de217a4643b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:12.217215 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df29c5be-f247-420a-a940-ccbd66c2750d req-f6f3b713-8f25-4cc3-b41f-4de217a4643b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0602365 Mar 31 20:25:12.264353 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df29c5be-f247-420a-a940-ccbd66c2750d req-28fe5e52-f8db-4c99-b317-65f0683ce8c9 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401993 Mar 31 20:25:12.444336 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['561a933c-d0d7-4348-ba3a-b76f3166b61b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:12.606222 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ac0f2-1eec-4c93-92c7-7865de995288 req-f6732e60-01d4-484f-826e-263cc044a5e3 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:12.607609 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8f6ac0f2-1eec-4c93-92c7-7865de995288 req-f6732e60-01d4-484f-826e-263cc044a5e3 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0533774 Mar 31 20:25:12.655104 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8f6ac0f2-1eec-4c93-92c7-7865de995288 req-d60c820a-a0bd-45ab-9618-575d9b29b2cd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415277 Mar 31 20:25:13.199281 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9fed7-d5b1-497b-a424-569cc3891f0c req-0fe0cd5e-9dc1-468f-b7a1-44d4abfee3a2 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:13.200276 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8ab9fed7-d5b1-497b-a424-569cc3891f0c req-0fe0cd5e-9dc1-468f-b7a1-44d4abfee3a2 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 948 time: 0.0508554 Mar 31 20:25:13.256815 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8ab9fed7-d5b1-497b-a424-569cc3891f0c req-2a218b9d-b1ef-4be8-b329-211deea28fc4 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508945 Mar 31 20:25:13.310871 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e5873-0ef5-457c-a6cd-930afcaf5411 req-3128e6a7-268b-47eb-8875-4d28033a64f3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:13.312442 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ce9e5873-0ef5-457c-a6cd-930afcaf5411 req-3128e6a7-268b-47eb-8875-4d28033a64f3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 944 time: 0.0546894 Mar 31 20:25:13.391908 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ce9e5873-0ef5-457c-a6cd-930afcaf5411 req-45975bf9-942b-40bb-acc3-5cc3301196e5 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733631 Mar 31 20:25:13.408108 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14a7aa-0c9a-435c-b06e-95bf5ae95250 req-1f28eeff-9b4a-4b07-994a-5b26e7d8627c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:13.409558 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2d14a7aa-0c9a-435c-b06e-95bf5ae95250 req-1f28eeff-9b4a-4b07-994a-5b26e7d8627c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0688243 Mar 31 20:25:13.457097 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2d14a7aa-0c9a-435c-b06e-95bf5ae95250 req-2467717f-db09-47a9-bb6e-1a6c94ef2e8f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413926 Mar 31 20:25:13.771674 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc75a9c-2275-4044-80b5-801749a2ae3b req-b5b372c6-7b54-48aa-ad78-670b35b3b5e9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:13.773103 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ebc75a9c-2275-4044-80b5-801749a2ae3b req-b5b372c6-7b54-48aa-ad78-670b35b3b5e9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Mar 31 20:25:13.817832 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ebc75a9c-2275-4044-80b5-801749a2ae3b req-4d28f42e-d73a-4538-be6a-93078d8d2941 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393167 Mar 31 20:25:14.370381 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2a0b7-0296-4887-b9e2-f2672b731617 req-5b1f3728-ceab-4e63-b4a5-738fe7cf4927 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:14.371865 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-12b2a0b7-0296-4887-b9e2-f2672b731617 req-5b1f3728-ceab-4e63-b4a5-738fe7cf4927 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 948 time: 0.0533891 Mar 31 20:25:14.417143 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-12b2a0b7-0296-4887-b9e2-f2672b731617 req-046b14fe-0cc7-47d8-8116-b63d4b21db37 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Mar 31 20:25:14.508438 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d0e34-4f3b-4c53-8c61-7727a1451d14 req-a8049f7b-76aa-478a-b5b4-f8dbdc575d10 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:14.509898 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f59d0e34-4f3b-4c53-8c61-7727a1451d14 req-a8049f7b-76aa-478a-b5b4-f8dbdc575d10 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 944 time: 0.0508053 Mar 31 20:25:14.588374 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f59d0e34-4f3b-4c53-8c61-7727a1451d14 req-5b6aa165-d199-4edc-8190-c6b70a0e8ec4 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730357 Mar 31 20:25:14.603299 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beae59f-0d36-4971-96f6-4ac228b81187 req-0063fe9a-275e-4d06-bd18-c78d0d08409f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:14.604717 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2beae59f-0d36-4971-96f6-4ac228b81187 req-0063fe9a-275e-4d06-bd18-c78d0d08409f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0766771 Mar 31 20:25:14.650135 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2beae59f-0d36-4971-96f6-4ac228b81187 req-e92451d7-a9f5-4da5-ae93-027e7b3d2001 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400646 Mar 31 20:25:14.930032 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2c3b8-5f90-4290-b835-9d6dc41d7040 req-f93adb2d-d55e-425c-a191-e3511d9628b5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:14.931428 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-51f2c3b8-5f90-4290-b835-9d6dc41d7040 req-f93adb2d-d55e-425c-a191-e3511d9628b5 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0503910 Mar 31 20:25:14.975803 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-51f2c3b8-5f90-4290-b835-9d6dc41d7040 req-032eebc0-e9c8-48bc-9509-3bef9d00363c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389845 Mar 31 20:25:15.534351 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebfb14-f5ab-46a9-8c77-0ca79b43148d req-901547f6-9032-4bb9-8402-0797cac26f85 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:15.535812 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-33ebfb14-f5ab-46a9-8c77-0ca79b43148d req-901547f6-9032-4bb9-8402-0797cac26f85 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 948 time: 0.0521262 Mar 31 20:25:15.583040 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-33ebfb14-f5ab-46a9-8c77-0ca79b43148d req-025c6eac-d711-4737-824c-a2d1fe2dc0c3 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Mar 31 20:25:15.692394 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:15.703630 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29569913-f9a8-460e-bab3-ed5dcdfbccd7 req-4bb9b68f-aa5a-4c85-b53a-554485896abf tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:15.705299 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-29569913-f9a8-460e-bab3-ed5dcdfbccd7 req-4bb9b68f-aa5a-4c85-b53a-554485896abf tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 944 time: 0.0538006 Mar 31 20:25:15.778705 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-29569913-f9a8-460e-bab3-ed5dcdfbccd7 req-38f082d4-edbc-48a0-bc88-6577157ee58f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679944 Mar 31 20:25:15.788145 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,segment=NetworkSegment(cf02c619-0740-4a4f-a8be-c6b4acf112ea),segment_id=cf02c619-0740-4a4f-a8be-c6b4acf112ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:15.796743 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5849ce-4db1-490d-9285-1cfe53d8d116 req-f64a6a15-0036-4a62-9e54-7b0c706c6983 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:15.798185 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6a5849ce-4db1-490d-9285-1cfe53d8d116 req-f64a6a15-0036-4a62-9e54-7b0c706c6983 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0746815 Mar 31 20:25:15.800821 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': 'ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf', 'network_id': '2871c9a3-4fcb-4406-926b-211434148b2f', 'port_id': 'ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf', 'mac_address': 'fa:16:3e:ff:d0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b49dec-5536-46b2-9a21-f85c5d032294', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:15.840460 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:15.840854 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:15.843459 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6a5849ce-4db1-490d-9285-1cfe53d8d116 req-8319bbf8-36c1-44f1-a57e-8b746daf0dbd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386760 Mar 31 20:25:15.854116 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:15.873930 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,segment=NetworkSegment(cf02c619-0740-4a4f-a8be-c6b4acf112ea),segment_id=cf02c619-0740-4a4f-a8be-c6b4acf112ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:15.877931 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:15.922852 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:16.091521 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d84c6-d3c0-4f4a-9734-20c6472cc2e9 req-7c3a677f-b4da-4172-80f2-1417f1b2ff23 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:16.092925 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1c5d84c6-d3c0-4f4a-9734-20c6472cc2e9 req-7c3a677f-b4da-4172-80f2-1417f1b2ff23 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0530977 Mar 31 20:25:16.137728 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1c5d84c6-d3c0-4f4a-9734-20c6472cc2e9 req-57d121b5-8e24-40df-8604-58d7f81d0115 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387700 Mar 31 20:25:16.656233 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:16.696415 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5ef8d-016d-45c2-aaa6-7c7118d441f1 req-12b95487-2873-465a-b49b-0c5ef69a7d62 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:16.697893 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2ee5ef8d-016d-45c2-aaa6-7c7118d441f1 req-12b95487-2873-465a-b49b-0c5ef69a7d62 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 949 time: 0.0512154 Mar 31 20:25:16.748017 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2ee5ef8d-016d-45c2-aaa6-7c7118d441f1 req-3283d3a8-f83e-41aa-9ac6-f819be71a26b tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Mar 31 20:25:16.925620 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd2807-70c1-43c0-a8f6-360513080767 req-df7545da-c118-4f27-beb8-e2e27585840a tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:16.927086 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e9cd2807-70c1-43c0-a8f6-360513080767 req-df7545da-c118-4f27-beb8-e2e27585840a tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 944 time: 0.0595682 Mar 31 20:25:17.008158 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e9cd2807-70c1-43c0-a8f6-360513080767 req-281315d6-9b06-491f-8445-0dc5d327e5e4 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721920 Mar 31 20:25:17.015583 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aac5b-3a37-4678-97aa-0e8b6c68f74b req-2b156b49-54ca-447d-8f56-b57b2dc5a982 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:17.016983 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-442aac5b-3a37-4678-97aa-0e8b6c68f74b req-2b156b49-54ca-447d-8f56-b57b2dc5a982 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0890553 Mar 31 20:25:17.070005 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-442aac5b-3a37-4678-97aa-0e8b6c68f74b req-4524984a-6966-44ef-a098-a4e69a209b93 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423372 Mar 31 20:25:17.254691 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc25f2f-eeac-4789-b37d-f75a2f7c83fa req-e7ec4aab-45e9-4c45-afa9-118ce9d8d8fa tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:17.256170 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ccc25f2f-eeac-4789-b37d-f75a2f7c83fa req-e7ec4aab-45e9-4c45-afa9-118ce9d8d8fa tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0522709 Mar 31 20:25:17.302113 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ccc25f2f-eeac-4789-b37d-f75a2f7c83fa req-536ebd4f-b65c-401b-b50c-58e43d31d375 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Mar 31 20:25:17.415072 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2844-6d3b-42c0-b385-1bc127e74345 req-69e14d79-c0b1-48ec-8abe-ca4134d0b99a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:17.416743 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a18d2844-6d3b-42c0-b385-1bc127e74345 req-69e14d79-c0b1-48ec-8abe-ca4134d0b99a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0545177 Mar 31 20:25:17.425067 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 34526) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:17.429345 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-dcc8fd71-a1be-4f2e-a580-d2e1a41b038b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Request body: {'floatingip': {'port_id': '61ff2ac1-3c4c-4738-9999-914f78b86c61'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:17.467374 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fd71-a1be-4f2e-a580-d2e1a41b038b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for floatingip (6d0b2eb2-928f-48e2-85fc-6064bbc2b782), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.701078 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 561a933c-d0d7-4348-ba3a-b76f3166b61b up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:17.749684 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 561a933c-d0d7-4348-ba3a-b76f3166b61b completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:25:17.754271 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 561a933c-d0d7-4348-ba3a-b76f3166b61b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:17.754645 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.834066 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 561a933c-d0d7-4348-ba3a-b76f3166b61b is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:17.834453 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.857287 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561a933c-d0d7-4348-ba3a-b76f3166b61b'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:17.859487 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f5dc57-8826-4147-8833-56f5a299cc21" -d '{"events": [{"server_uuid": "06bf6407-2b68-4d18-b5d9-9046fe7b4345", "name": "network-vif-plugged", "status": "completed", "tag": "561a933c-d0d7-4348-ba3a-b76f3166b61b"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:17.871815 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 561a933c-d0d7-4348-ba3a-b76f3166b61b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=561a933c-d0d7-4348-ba3a-b76f3166b61b,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:17.876818 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.915986 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6197f5-67ed-4bd6-b334-584c8134b1f1 x-openstack-request-id: req-dc6197f5-67ed-4bd6-b334-584c8134b1f1 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:17.916296 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bf6407-2b68-4d18-b5d9-9046fe7b4345", "name": "network-vif-plugged", "status": "completed", "tag": "561a933c-d0d7-4348-ba3a-b76f3166b61b", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:17.916552 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dc6197f5-67ed-4bd6-b334-584c8134b1f1 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:17.916941 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6197f5-67ed-4bd6-b334-584c8134b1f1'] response: {'server_uuid': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561a933c-d0d7-4348-ba3a-b76f3166b61b', 'code': 200} Mar 31 20:25:17.945164 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=561a933c-d0d7-4348-ba3a-b76f3166b61b,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:17.958857 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-b2d3a414-e769-4709-b821-517fb6439067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:17.960314 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-b2d3a414-e769-4709-b821-517fb6439067 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e&tenant_id=b6a356deae9d4aada508dd5b423afead HTTP/1.1" status: 200 len: 1128 time: 0.2166150 Mar 31 20:25:17.988269 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec791a-1f91-4b3a-8c92-45d8e8d6b50a req-9d245c09-d942-4f9e-b7fe-3171685a4e77 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:17.990737 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e7ec791a-1f91-4b3a-8c92-45d8e8d6b50a req-9d245c09-d942-4f9e-b7fe-3171685a4e77 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 949 time: 0.1670098 Mar 31 20:25:18.124833 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e7ec791a-1f91-4b3a-8c92-45d8e8d6b50a req-48d3df29-13dd-4b9d-9419-dc5acf63ba19 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299772 Mar 31 20:25:18.187179 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-0ac8a1a2-2d6d-4967-a4a7-6f971e1667f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:18.188629 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-0ac8a1a2-2d6d-4967-a4a7-6f971e1667f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 1128 time: 0.1949501 Mar 31 20:25:18.356244 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ad166-e77e-4d04-9cb9-ecef158aa1eb req-df5d64cd-5c42-48b1-8b3e-a5dc8cea2a4c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:18.357678 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f1ad166-e77e-4d04-9cb9-ecef158aa1eb req-df5d64cd-5c42-48b1-8b3e-a5dc8cea2a4c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 945 time: 0.2792363 Mar 31 20:25:18.433552 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d752e-5c06-4a7b-b4f8-71167df92e7a req-3edf2a5f-c6d9-42ff-93cd-c01c8b971050 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:18.434903 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d59d752e-5c06-4a7b-b4f8-71167df92e7a req-3edf2a5f-c6d9-42ff-93cd-c01c8b971050 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.2501106 Mar 31 20:25:18.475173 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-6c6a982c-aa61-47df-85c8-60eb15f039bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:18.475173 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-6c6a982c-aa61-47df-85c8-60eb15f039bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 918 time: 0.2576098 Mar 31 20:25:18.487071 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb00f30-ac2d-4450-820f-7ed799605322 req-c772c2f7-d0ff-4969-bfe0-d01a8539470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:18.488509 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-adb00f30-ac2d-4450-820f-7ed799605322 req-c772c2f7-d0ff-4969-bfe0-d01a8539470f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 1129 time: 0.2262309 Mar 31 20:25:18.608924 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f1ad166-e77e-4d04-9cb9-ecef158aa1eb req-e998a052-64b9-441c-b961-3671dd853fd5 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291651 Mar 31 20:25:18.633623 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fd71-a1be-4f2e-a580-d2e1a41b038b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.643281 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fd71-a1be-4f2e-a580-d2e1a41b038b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (6d0b2eb2-928f-48e2-85fc-6064bbc2b782), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.647489 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d59d752e-5c06-4a7b-b4f8-71167df92e7a req-31d6334e-8f4c-46f0-8ca0-836d078349e6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038410 Mar 31 20:25:18.721659 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-3a2b31c4-5e07-4a69-8b59-76e954c7a2cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1 HTTP/1.1" status: 200 len: 999 time: 0.2299743 Mar 31 20:25:18.726109 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-adb00f30-ac2d-4450-820f-7ed799605322 req-9af07fe5-8c77-4103-8468-b1de02739c6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962867 Mar 31 20:25:18.765029 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-dcc8fd71-a1be-4f2e-a580-d2e1a41b038b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Floating IP 6d0b2eb2-928f-48e2-85fc-6064bbc2b782 associated. External IP: 172.27.1.153, port: 61ff2ac1-3c4c-4738-9999-914f78b86c61. Mar 31 20:25:18.994292 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc8fd71-a1be-4f2e-a580-d2e1a41b038b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Router 0da96933-58c2-4e38-8cd9-85a62571df7d has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:19.048468 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-1cbd2d3d-6ba7-438b-8b55-1df1ab5bc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:19.049921 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-1cbd2d3d-6ba7-438b-8b55-1df1ab5bc45e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 200 len: 856 time: 0.0847340 Mar 31 20:25:19.141479 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-de680f28-1b09-4d1f-a3e3-49779f878597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:19.142965 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-de680f28-1b09-4d1f-a3e3-49779f878597 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653424 Mar 31 20:25:19.152362 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc8fd71-a1be-4f2e-a580-d2e1a41b038b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:19.157717 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fd71-a1be-4f2e-a580-d2e1a41b038b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.162307 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] Sync routers for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:19.175533 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:19.176634 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:24:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:19.283813 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:19.478103 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-dcc8fd71-a1be-4f2e-a580-d2e1a41b038b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "PUT /v2.0/floatingips/6d0b2eb2-928f-48e2-85fc-6064bbc2b782 HTTP/1.1" status: 200 len: 991 time: 2.0519753 Mar 31 20:25:19.482755 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:19.485288 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e821ed0f-d0e3-49eb-b947-806bc69cc19f" -d '{"events": [{"name": "network-changed", "server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:19.535557 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28647e0d-c930-4fd7-badd-12b570cdb252 x-openstack-request-id: req-28647e0d-c930-4fd7-badd-12b570cdb252 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:19.536102 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:19.536574 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-28647e0d-c930-4fd7-badd-12b570cdb252 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:19.537187 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28647e0d-c930-4fd7-badd-12b570cdb252'] response: {'name': 'network-changed', 'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'status': 'completed', 'code': 200} Mar 31 20:25:19.548341 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778ef15-7f4b-4909-ab44-24521199d86b req-d775f49d-8167-48a5-95f0-55d3905c7bf4 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:19.550531 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4778ef15-7f4b-4909-ab44-24521199d86b req-d775f49d-8167-48a5-95f0-55d3905c7bf4 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 949 time: 0.3558187 Mar 31 20:25:19.553171 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-a122bb7c-c183-4700-820a-055bcbf705de service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915303 Mar 31 20:25:19.602997 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '6d0b2eb2-928f-48e2-85fc-6064bbc2b782', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'port_id': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'mac_address': 'fa:16:3e:b4:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ba2fa-699d-4037-828e-04078cd21c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:18Z', 'revision_number': 1, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:33Z', 'revision_number': 5, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:19.633610 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] Checking router: 0da96933-58c2-4e38-8cd9-85a62571df7d for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:19.641730 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:19.642457 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:24:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:19.679550 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4778ef15-7f4b-4909-ab44-24521199d86b req-54f9ddb6-8461-4256-b079-09d76ffdeb2e tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222210 Mar 31 20:25:19.711838 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-fc3d107b-6bdd-4c15-a161-4b63922b2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:19.713311 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-fc3d107b-6bdd-4c15-a161-4b63922b2738 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 1129 time: 0.1543641 Mar 31 20:25:19.716371 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:19.750984 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:19.787655 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:25:19.792728 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:19.793300 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.797197 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5cf2e738-31aa-4633-8fa6-0170c5466462 req-ba21fa78-7b31-44be-b9da-3d1872be08ae service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000756 Mar 31 20:25:19.941412 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-4f22fb48-62be-4306-aaab-f44d6aa3cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:19.942332 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:19.942752 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.943139 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-4f22fb48-62be-4306-aaab-f44d6aa3cc79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.2123773 Mar 31 20:25:19.969864 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206c51fc-26b8-4f60-a433-c18a31fae331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:19.973685 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30cab04-b497-4940-b3c4-aa4882ba36b5" -d '{"events": [{"server_uuid": "206c51fc-26b8-4f60-a433-c18a31fae331", "name": "network-vif-plugged", "status": "completed", "tag": "ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:19.977435 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced67f3-31a9-4eb9-80ca-82c888164100 req-f59c6efa-35a1-400a-967e-15b6052144fe tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:19.984786 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9ced67f3-31a9-4eb9-80ca-82c888164100 req-f59c6efa-35a1-400a-967e-15b6052144fe tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 945 time: 0.2292018 Mar 31 20:25:19.989787 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,segment=NetworkSegment(cf02c619-0740-4a4f-a8be-c6b4acf112ea),segment_id=cf02c619-0740-4a4f-a8be-c6b4acf112ea)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:19.996250 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:20.036646 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '6d0b2eb2-928f-48e2-85fc-6064bbc2b782', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'port_id': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'mac_address': 'fa:16:3e:b4:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ba2fa-699d-4037-828e-04078cd21c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:18Z', 'revision_number': 1, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:33Z', 'revision_number': 5, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:20.047111 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:20.066572 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eed7fe-ca09-4e06-ba25-8fb8df61b8c8 None None] The sync data for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi is: [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '6d0b2eb2-928f-48e2-85fc-6064bbc2b782', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'port_id': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'mac_address': 'fa:16:3e:b4:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ba2fa-699d-4037-828e-04078cd21c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:18Z', 'revision_number': 1, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:33Z', 'revision_number': 5, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:20.094002 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-5e6eba86-07eb-4366-9423-277c8393c2dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61 HTTP/1.1" status: 200 len: 999 time: 0.1058927 Mar 31 20:25:20.100360 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9ced67f3-31a9-4eb9-80ca-82c888164100 req-14b84a8a-b7ff-465d-9954-56a7cffface3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148014 Mar 31 20:25:20.107225 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1b2d2-8653-413a-a847-b783afb86288 req-3a52e638-7f1e-4be7-a340-1b4499a1db50 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:20.108707 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55a1b2d2-8653-413a-a847-b783afb86288 req-3a52e638-7f1e-4be7-a340-1b4499a1db50 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.1712592 Mar 31 20:25:20.148773 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1982448-fee3-4e3a-90e7-7e47faff26f7 x-openstack-request-id: req-a1982448-fee3-4e3a-90e7-7e47faff26f7 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:20.149095 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206c51fc-26b8-4f60-a433-c18a31fae331", "name": "network-vif-plugged", "status": "completed", "tag": "ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:20.149371 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a1982448-fee3-4e3a-90e7-7e47faff26f7 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:20.149763 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1982448-fee3-4e3a-90e7-7e47faff26f7'] response: {'server_uuid': '206c51fc-26b8-4f60-a433-c18a31fae331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf', 'code': 200} Mar 31 20:25:20.190222 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-47a33f8e-a4ae-47d0-a497-e20db658c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:20.191739 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-47a33f8e-a4ae-47d0-a497-e20db658c28b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0651503 Mar 31 20:25:20.216145 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55a1b2d2-8653-413a-a847-b783afb86288 req-4c09d48c-4196-4fca-b863-0e00a4094525 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965159 Mar 31 20:25:20.283817 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-4c0961ee-fa80-44b6-b4e7-d9c7c2726cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:20.285517 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-4c0961ee-fa80-44b6-b4e7-d9c7c2726cbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659473 Mar 31 20:25:20.354247 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee25d49-e447-47ba-adbc-148dfc5ccac3 None None] New status for floating IP 6d0b2eb2-928f-48e2-85fc-6064bbc2b782: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:25:20.415702 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:25:20.425257 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-53582a18-d578-47f6-a1d0-6beaa73f8583 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187882 Mar 31 20:25:20.488403 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc303e5-ceb2-4659-a8f3-af37dd80734e req-813763c2-b2ee-4b99-8017-9fdb0ce579ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:20.489919 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fdc303e5-ceb2-4659-a8f3-af37dd80734e req-813763c2-b2ee-4b99-8017-9fdb0ce579ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 1134 time: 0.1023788 Mar 31 20:25:20.550769 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e821ed0f-d0e3-49eb-b947-806bc69cc19f req-655f5983-c357-4eb2-b465-b648eb057e8d service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147795 Mar 31 20:25:20.578689 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fdc303e5-ceb2-4659-a8f3-af37dd80734e req-9302f080-d8e5-4d68-be48-3b71248b257d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529916 Mar 31 20:25:20.800422 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88378334-9dc8-442f-a33a-59bff23efcb8 req-89b6235c-d1ae-4fe8-ba27-43a8ebc6346e tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:20.802058 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-88378334-9dc8-442f-a33a-59bff23efcb8 req-89b6235c-d1ae-4fe8-ba27-43a8ebc6346e tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0509591 Mar 31 20:25:20.846490 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-88378334-9dc8-442f-a33a-59bff23efcb8 req-a2815812-f64c-44a1-aebe-f4e4f0b9dcca tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390527 Mar 31 20:25:21.229214 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57870174-3af2-4882-b86a-489ba9d1ce1a req-2f79466e-e94a-49a1-934e-ffd71c3ed0c4 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:21.230712 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-57870174-3af2-4882-b86a-489ba9d1ce1a req-2f79466e-e94a-49a1-934e-ffd71c3ed0c4 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 945 time: 0.0542693 Mar 31 20:25:21.284769 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-57870174-3af2-4882-b86a-489ba9d1ce1a req-cb3fa161-a4be-401d-981f-ac2bf864d752 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480442 Mar 31 20:25:21.365105 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d90481-d1be-4184-935f-f906106f50e1 req-a4e7d458-d882-41c9-b5cb-c341b5a13612 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:21.366591 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-47d90481-d1be-4184-935f-f906106f50e1 req-a4e7d458-d882-41c9-b5cb-c341b5a13612 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0610678 Mar 31 20:25:21.454490 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-47d90481-d1be-4184-935f-f906106f50e1 req-f3638dcc-508c-4fd4-aa58-f83ca51199bc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820923 Mar 31 20:25:21.462937 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61417e-554a-4820-a515-133b25adc967 req-101cb984-672c-4ffe-9df9-9b8bd0462649 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:21.464402 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ae61417e-554a-4820-a515-133b25adc967 req-101cb984-672c-4ffe-9df9-9b8bd0462649 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 945 time: 0.0931828 Mar 31 20:25:21.513427 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ae61417e-554a-4820-a515-133b25adc967 req-1dc046ed-b11c-4108-99de-11742caf4a8f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431528 Mar 31 20:25:21.536510 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 34598) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:21.699156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbe05d-d416-4bdf-ae33-deb0a6538590 tempest-TestVolumeBootPattern-1770739259 tempest-TestVolumeBootPattern-1770739259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:21.703792 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 34602) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:21.704301 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-76cbe05d-d416-4bdf-ae33-deb0a6538590 tempest-TestVolumeBootPattern-1770739259 tempest-TestVolumeBootPattern-1770739259-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 1124 time: 0.1663537 Mar 31 20:25:21.709828 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'port_id': '561a933c-d0d7-4348-ba3a-b76f3166b61b', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:21.733753 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.843478 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.957984 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Allocated IP 172.27.1.171 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/16ac1386-b4ad-44b6-a77c-ab15ec34f2ba) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:21.965768 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c84c76-8bc7-425d-8122-c6010190975f req-fccbf1c4-078b-4bd6-a7e1-b4abad8fce93 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:21.967542 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c1c84c76-8bc7-425d-8122-c6010190975f req-fccbf1c4-078b-4bd6-a7e1-b4abad8fce93 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0540712 Mar 31 20:25:22.066740 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c1c84c76-8bc7-425d-8122-c6010190975f req-72fd502e-f36b-40f9-ba40-1c55832fdc90 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788620 Mar 31 20:25:22.070812 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for port (16ac1386-b4ad-44b6-a77c-ab15ec34f2ba), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.106224 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (16ac1386-b4ad-44b6-a77c-ab15ec34f2ba), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.140521 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:22.143636 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:22.154521 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:22.178869 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'Port': ['ID=16ac1386-b4ad-44b6-a77c-ab15ec34f2ba,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:22.195652 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.196002 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.196651 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.197120 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.197442 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.197779 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.198109 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.198679 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.199038 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.199464 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.199801 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.200135 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.200624 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.200955 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.201341 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:22.537806 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (033a681f-4502-45a5-95af-a055f99374c9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.607704 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870754d6-e416-4bfd-a464-5d5cdaadeee9 req-e4a91680-7035-4a9d-b66b-dc4812d0f969 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:22.609238 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-870754d6-e416-4bfd-a464-5d5cdaadeee9 req-e4a91680-7035-4a9d-b66b-dc4812d0f969 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0622849 Mar 31 20:25:22.614038 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (16ac1386-b4ad-44b6-a77c-ab15ec34f2ba), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.678139 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-870754d6-e416-4bfd-a464-5d5cdaadeee9 req-0211f56c-c0b7-4d80-9d15-1c20989eb668 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625885 Mar 31 20:25:22.789034 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for port (16ac1386-b4ad-44b6-a77c-ab15ec34f2ba), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.794366 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (16ac1386-b4ad-44b6-a77c-ab15ec34f2ba), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.873382 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'Port': ['ID=16ac1386-b4ad-44b6-a77c-ab15ec34f2ba,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:22.887422 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (033a681f-4502-45a5-95af-a055f99374c9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.006281 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.l3_db [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Floating IP 033a681f-4502-45a5-95af-a055f99374c9 associated. External IP: 172.27.1.171, port: 561a933c-d0d7-4348-ba3a-b76f3166b61b. Mar 31 20:25:23.205753 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace02c2-a2da-472d-bfe0-6375c2c04609 req-649bbaf1-c576-422d-a762-4f6323ae8450 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:23.212656 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2ace02c2-a2da-472d-bfe0-6375c2c04609 req-649bbaf1-c576-422d-a762-4f6323ae8450 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0615857 Mar 31 20:25:23.257639 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2ace02c2-a2da-472d-bfe0-6375c2c04609 req-c87c07dc-2738-4ef1-a387-c31614da41b6 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Mar 31 20:25:23.264645 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:23.411699 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:23.422679 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] Sync routers for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:23.435309 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:23.435933 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:24:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:23.444836 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.485231 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2a9f4f1e-2f54-4ce4-acb6-9c6751871c73 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7790992 Mar 31 20:25:23.486967 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'tag': '561a933c-d0d7-4348-ba3a-b76f3166b61b'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:23.489537 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a761690d-ed56-4a2b-8318-ccf8c1ed6155" -d '{"events": [{"name": "network-changed", "server_uuid": "06bf6407-2b68-4d18-b5d9-9046fe7b4345", "tag": "561a933c-d0d7-4348-ba3a-b76f3166b61b"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:23.529591 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fd9b61-64e7-482c-a2d4-737e0fe8b9b4 x-openstack-request-id: req-45fd9b61-64e7-482c-a2d4-737e0fe8b9b4 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:23.529591 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bf6407-2b68-4d18-b5d9-9046fe7b4345", "tag": "561a933c-d0d7-4348-ba3a-b76f3166b61b", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:23.529818 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-45fd9b61-64e7-482c-a2d4-737e0fe8b9b4 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:23.530050 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fd9b61-64e7-482c-a2d4-737e0fe8b9b4'] response: {'name': 'network-changed', 'server_uuid': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'tag': '561a933c-d0d7-4348-ba3a-b76f3166b61b', 'status': 'completed', 'code': 200} Mar 31 20:25:23.563771 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:23.799632 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790596d-62f9-4b1d-9763-49c2c30ab20d req-163f952b-858b-4e95-b201-c5ea948b9e3f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:23.800329 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '033a681f-4502-45a5-95af-a055f99374c9', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '561a933c-d0d7-4348-ba3a-b76f3166b61b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:65:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:25:22Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 0, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:23.801362 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6790596d-62f9-4b1d-9763-49c2c30ab20d req-163f952b-858b-4e95-b201-c5ea948b9e3f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0623102 Mar 31 20:25:23.831313 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] Checking router: 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:23.839676 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:23.840281 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:24:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:23.858430 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6790596d-62f9-4b1d-9763-49c2c30ab20d req-0c89c549-72b5-49ca-ab00-2807848d3bc3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511441 Mar 31 20:25:23.972453 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:24.205059 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '033a681f-4502-45a5-95af-a055f99374c9', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '561a933c-d0d7-4348-ba3a-b76f3166b61b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:65:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:25:22Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 0, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:24.231068 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4a450-3b8f-4829-9622-efdb728fbe7b None None] The sync data for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi is: [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '033a681f-4502-45a5-95af-a055f99374c9', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '561a933c-d0d7-4348-ba3a-b76f3166b61b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:65:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:25:22Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 0, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:24.396809 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42543-2d9c-4df9-970e-58830caaef85 req-e78cfcde-5a40-4a1d-bab7-3716bf1ff1dd tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:24.399035 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1a42543-2d9c-4df9-970e-58830caaef85 req-e78cfcde-5a40-4a1d-bab7-3716bf1ff1dd tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0532484 Mar 31 20:25:24.452505 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1a42543-2d9c-4df9-970e-58830caaef85 req-34b1888a-0745-4f8e-8520-4b8d47d17006 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483248 Mar 31 20:25:24.473295 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd66fff-9d7a-468d-bbdb-abee0184e720 None None] New status for floating IP 033a681f-4502-45a5-95af-a055f99374c9: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:25:24.993419 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c03576-f547-45a8-bdc4-1fccda60ca11 req-110431e4-9505-4a20-bde8-fd98f794658d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:24.994930 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-42c03576-f547-45a8-bdc4-1fccda60ca11 req-110431e4-9505-4a20-bde8-fd98f794658d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0581360 Mar 31 20:25:25.042738 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-42c03576-f547-45a8-bdc4-1fccda60ca11 req-21f4efae-64cf-4ad5-be34-29c0a10746ef tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421691 Mar 31 20:25:25.576818 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ae867-ebbf-4b44-a007-ed0328e6ebb9 req-403d8135-f386-41bd-b551-8aaa0201f7e1 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:25.578256 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed7ae867-ebbf-4b44-a007-ed0328e6ebb9 req-403d8135-f386-41bd-b551-8aaa0201f7e1 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0584078 Mar 31 20:25:25.622653 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed7ae867-ebbf-4b44-a007-ed0328e6ebb9 req-a5e849d4-930a-4514-9c6b-93c918d10d6d tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382657 Mar 31 20:25:25.828267 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8fde5e03-5e00-4071-883e-228bbd5f6604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:26.169580 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58087a9b-b99b-4327-a0b1-30b72b358821 req-9a048f30-89a9-4673-931a-b90c844cb3e9 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:26.171085 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-58087a9b-b99b-4327-a0b1-30b72b358821 req-9a048f30-89a9-4673-931a-b90c844cb3e9 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0547571 Mar 31 20:25:26.221571 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-58087a9b-b99b-4327-a0b1-30b72b358821 req-a2a0dd08-7976-45d1-94d6-6727b3931499 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444210 Mar 31 20:25:26.745716 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27100642-6ae4-41ff-9c80-9bf7772278e5 req-72b744da-dd4d-48de-b044-bd9373074528 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:26.747292 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-27100642-6ae4-41ff-9c80-9bf7772278e5 req-72b744da-dd4d-48de-b044-bd9373074528 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0552456 Mar 31 20:25:26.795071 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-27100642-6ae4-41ff-9c80-9bf7772278e5 req-b8d7cd73-f27a-45fc-897d-bd1dd36eb8a5 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Mar 31 20:25:27.362392 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d29d11-a1c0-4a46-a55a-7dbb0ce39767 req-af9c4950-6a0f-43f4-a56d-e9664b1fa293 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:27.363909 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-56d29d11-a1c0-4a46-a55a-7dbb0ce39767 req-af9c4950-6a0f-43f4-a56d-e9664b1fa293 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0693014 Mar 31 20:25:27.410962 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-56d29d11-a1c0-4a46-a55a-7dbb0ce39767 req-60deea39-47bb-4012-accc-a451c255423d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406899 Mar 31 20:25:27.923323 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1b4e0-0d4b-4e46-95ff-41dd8f5c8a46 req-e72d8c8c-257c-404f-b2b6-7bdd465708f0 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:27.925503 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ead1b4e0-0d4b-4e46-95ff-41dd8f5c8a46 req-e72d8c8c-257c-404f-b2b6-7bdd465708f0 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0651517 Mar 31 20:25:27.975700 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ead1b4e0-0d4b-4e46-95ff-41dd8f5c8a46 req-7d54ee1d-0fd1-4a02-b7dc-4b3b2cbb1168 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447435 Mar 31 20:25:28.093698 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-d9499b82-fe93-409b-bb13-f0c855afc4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:28.538948 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ca05-fb4c-41cf-b783-5b23ce0569a9 req-d10c0c9a-60f2-42ae-bada-1fdebfdf0283 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:28.540448 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c425ca05-fb4c-41cf-b783-5b23ce0569a9 req-d10c0c9a-60f2-42ae-bada-1fdebfdf0283 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0515606 Mar 31 20:25:28.591372 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c425ca05-fb4c-41cf-b783-5b23ce0569a9 req-d400e0df-9b67-4e09-af0f-d84dcf6152e7 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450461 Mar 31 20:25:29.095511 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b89af-eb79-404a-91bc-15b4c1c4ae6a req-95dab899-31df-44e3-8a9f-7ea933047982 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:29.097468 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b66b89af-eb79-404a-91bc-15b4c1c4ae6a req-95dab899-31df-44e3-8a9f-7ea933047982 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0522006 Mar 31 20:25:29.145135 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b66b89af-eb79-404a-91bc-15b4c1c4ae6a req-5730aa79-55e7-4bcd-b4f5-23c3028bc81a tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Mar 31 20:25:29.343930 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:29.719173 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bbf8d-4194-496b-8b32-457764f49ead req-0a2e9169-cfbc-47ea-a197-c79a6a339206 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:29.722640 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-623bbf8d-4194-496b-8b32-457764f49ead req-0a2e9169-cfbc-47ea-a197-c79a6a339206 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0601611 Mar 31 20:25:29.767793 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-623bbf8d-4194-496b-8b32-457764f49ead req-7b000604-4782-4993-8830-0d0893e1f83f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409207 Mar 31 20:25:30.268561 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88384914-3f24-42fc-b2d9-bfd42318a1c6 req-5efe51b6-3be1-4d80-b7a9-9a2f3348055f tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:30.270034 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-88384914-3f24-42fc-b2d9-bfd42318a1c6 req-5efe51b6-3be1-4d80-b7a9-9a2f3348055f tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0570447 Mar 31 20:25:30.316570 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-88384914-3f24-42fc-b2d9-bfd42318a1c6 req-befeb150-b783-4892-8e0f-c2f8b05bd95c tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Mar 31 20:25:30.702391 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:30.891997 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850227-cc7a-4c2f-91ad-4bc4b4917624 req-3ff33be4-e501-4c93-b4e9-3443c8e5725b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:30.894104 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c5850227-cc7a-4c2f-91ad-4bc4b4917624 req-3ff33be4-e501-4c93-b4e9-3443c8e5725b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0519629 Mar 31 20:25:30.942056 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c5850227-cc7a-4c2f-91ad-4bc4b4917624 req-b1c894b7-66e1-4a4e-b243-ba718ec2a36b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424073 Mar 31 20:25:31.434268 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7a7-c0ff-4612-8eaa-be4503341c0e req-38fa8096-d7b2-4015-a7d5-5e378a1cb49d tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.435782 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4617e7a7-c0ff-4612-8eaa-be4503341c0e req-38fa8096-d7b2-4015-a7d5-5e378a1cb49d tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0539150 Mar 31 20:25:31.495233 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4617e7a7-c0ff-4612-8eaa-be4503341c0e req-bc4bf9c2-8c84-4e88-933f-4d39f6351d76 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528066 Mar 31 20:25:32.067345 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e4925-c480-484f-ba8e-db8d9c24ae8d req-2e91f6bb-8a88-46e3-999b-f245056842f0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.069684 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-055e4925-c480-484f-ba8e-db8d9c24ae8d req-2e91f6bb-8a88-46e3-999b-f245056842f0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0563354 Mar 31 20:25:32.104058 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:32.125662 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-055e4925-c480-484f-ba8e-db8d9c24ae8d req-2fc1b202-5a20-44a1-83fb-22cc210430c5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Mar 31 20:25:32.627105 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef4cfc-f76d-439e-ba60-e5b7c8985bac req-ebb65749-acf5-44ec-a508-55d0e9ef0193 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.628650 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68ef4cfc-f76d-439e-ba60-e5b7c8985bac req-ebb65749-acf5-44ec-a508-55d0e9ef0193 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0630546 Mar 31 20:25:32.675499 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68ef4cfc-f76d-439e-ba60-e5b7c8985bac req-26fbdb12-4114-437d-9a6b-843373ec5b2e tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Mar 31 20:25:33.236019 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-71a49842-2d6a-433f-80dd-f5681588bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.238169 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-71a49842-2d6a-433f-80dd-f5681588bda1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 1129 time: 0.0726187 Mar 31 20:25:33.275362 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f795f-c0a0-4707-b63e-ff0a8e19ac1f req-d3b03ddf-169a-4df9-93a6-84c89588eff8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.276771 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1e4f795f-c0a0-4707-b63e-ff0a8e19ac1f req-d3b03ddf-169a-4df9-93a6-84c89588eff8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0794892 Mar 31 20:25:33.364894 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1e4f795f-c0a0-4707-b63e-ff0a8e19ac1f req-e2adae94-daa1-430b-98ad-16ea79424edb tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638576 Mar 31 20:25:33.378229 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-bd6069ad-5d34-488a-8c16-4049919c533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.379763 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-bd6069ad-5d34-488a-8c16-4049919c533b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 912 time: 0.1334622 Mar 31 20:25:33.450048 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-d6666bb8-223f-415f-ac87-5d4f6050bd07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561a933c-d0d7-4348-ba3a-b76f3166b61b HTTP/1.1" status: 200 len: 1001 time: 0.0617647 Mar 31 20:25:33.462634 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:33.497306 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-0859866a-1a98-4d52-812c-d155a437e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.498722 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-0859866a-1a98-4d52-812c-d155a437e9ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.0424738 Mar 31 20:25:33.546957 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-4cb7f77d-3078-4e5c-8683-709052688162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.548386 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-4cb7f77d-3078-4e5c-8683-709052688162 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423639 Mar 31 20:25:33.638326 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-108beadc-8783-4237-b9e1-b35d541b247d service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832524 Mar 31 20:25:33.734635 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a761690d-ed56-4a2b-8318-ccf8c1ed6155 req-ab3d4557-7aea-4f7c-aaec-a96edb6ad514 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885313 Mar 31 20:25:33.809710 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d28bf-1ea9-4547-be53-d654602e4a4b req-756bd2c3-e6b5-4cf8-8ef1-22f89a417671 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.811196 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4c7d28bf-1ea9-4547-be53-d654602e4a4b req-756bd2c3-e6b5-4cf8-8ef1-22f89a417671 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0518947 Mar 31 20:25:33.865586 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4c7d28bf-1ea9-4547-be53-d654602e4a4b req-4995359c-1569-4b7b-ae93-196804d89fd9 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486369 Mar 31 20:25:33.934524 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20129546-3a03-425a-9f80-ea7607a88aee req-e691e8e1-c1f1-4486-9802-0c7c49ddbf7d tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.935916 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-20129546-3a03-425a-9f80-ea7607a88aee req-e691e8e1-c1f1-4486-9802-0c7c49ddbf7d tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 946 time: 0.0511582 Mar 31 20:25:33.981410 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-20129546-3a03-425a-9f80-ea7607a88aee req-c301d013-20e8-45d8-87ab-c2edaba40d36 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 Mar 31 20:25:34.487362 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d14f46-a95c-42f2-9533-dc9570729204 req-4fe48a3e-b2a2-49cc-bb36-49517c30bf06 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:34.488808 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d2d14f46-a95c-42f2-9533-dc9570729204 req-4fe48a3e-b2a2-49cc-bb36-49517c30bf06 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0509138 Mar 31 20:25:34.537932 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d2d14f46-a95c-42f2-9533-dc9570729204 req-d1085803-ca6d-4987-b479-17667e8ca883 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Mar 31 20:25:34.985937 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b758d-99a3-41b2-9d1d-534774d11e00 req-ab141ed7-a360-4dc8-98cb-6aa176b2fa33 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:34.987993 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cb2b758d-99a3-41b2-9d1d-534774d11e00 req-ab141ed7-a360-4dc8-98cb-6aa176b2fa33 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0567620 Mar 31 20:25:35.036994 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cb2b758d-99a3-41b2-9d1d-534774d11e00 req-d16a38c8-d37c-4b62-acc8-7e8c380b61a0 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Mar 31 20:25:35.098704 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce075a6f-6698-40ef-8ec7-2f080b629b8f req-76df2fcd-7c12-4e13-985e-78d7bc0e38a6 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:35.100169 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ce075a6f-6698-40ef-8ec7-2f080b629b8f req-76df2fcd-7c12-4e13-985e-78d7bc0e38a6 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 946 time: 0.0519559 Mar 31 20:25:35.147188 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ce075a6f-6698-40ef-8ec7-2f080b629b8f req-b1bfb0df-344e-4a90-b5a0-2732c1ea0379 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Mar 31 20:25:35.289012 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0fd11-b371-4df6-9337-da8520ee9e5e req-372a94e8-6eeb-4a9c-a74a-e16cd87f86d7 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:35.290433 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fff0fd11-b371-4df6-9337-da8520ee9e5e req-372a94e8-6eeb-4a9c-a74a-e16cd87f86d7 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0537689 Mar 31 20:25:35.334526 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fff0fd11-b371-4df6-9337-da8520ee9e5e req-7f1d4f89-fd30-4002-b371-96bc78c8c74b tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386658 Mar 31 20:25:35.659141 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcaa32-3736-43b2-b97e-fc9ca1271b23 req-6b8348fb-b030-4dd3-8d83-4df3670b4edc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:35.660585 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-00fcaa32-3736-43b2-b97e-fc9ca1271b23 req-6b8348fb-b030-4dd3-8d83-4df3670b4edc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0507991 Mar 31 20:25:35.705302 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-00fcaa32-3736-43b2-b97e-fc9ca1271b23 req-c456b234-2357-413f-a428-7c87e5aa052a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392227 Mar 31 20:25:36.260739 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6595d86-aafc-4424-a71f-74003d9ef8b4 req-45d4b108-0e8c-43e1-a6a9-7f9aafc758a1 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.262152 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f6595d86-aafc-4424-a71f-74003d9ef8b4 req-45d4b108-0e8c-43e1-a6a9-7f9aafc758a1 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 946 time: 0.0498633 Mar 31 20:25:36.310724 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f6595d86-aafc-4424-a71f-74003d9ef8b4 req-b8d9b2b8-010b-4208-9202-f9c0fec8214c tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/security-groups?id=d2e4d779-4252-438d-924f-337f26859625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 Mar 31 20:25:36.449892 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5723a43-42da-4d50-9cb5-5a02cf3e789a req-8d9b151d-e9d1-49be-afee-241c240e795b tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.451281 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d5723a43-42da-4d50-9cb5-5a02cf3e789a req-8d9b151d-e9d1-49be-afee-241c240e795b tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0519783 Mar 31 20:25:36.497228 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d5723a43-42da-4d50-9cb5-5a02cf3e789a req-b202a0f9-40a5-4fa4-9cba-52bd9e8678e5 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Mar 31 20:25:36.692508 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-62380caa-3e4b-4ef5-b655-850fe616a310 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.693911 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-62380caa-3e4b-4ef5-b655-850fe616a310 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 946 time: 0.0501831 Mar 31 20:25:36.819064 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Deleting port 77713a10-1fcd-449e-b9a0-ecfc5925470a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:25:36.819397 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.879014 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70ee87-c7c0-474b-b358-23e2b6d947a3 req-7984e147-a64f-4142-9722-2acbe853046d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.880451 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df70ee87-c7c0-474b-b358-23e2b6d947a3 req-7984e147-a64f-4142-9722-2acbe853046d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.1064558 Mar 31 20:25:36.942624 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] For port 77713a10-1fcd-449e-b9a0-ecfc5925470a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=77713a10-1fcd-449e-b9a0-ecfc5925470a,segment=NetworkSegment(d645968f-ae41-4ff0-8acf-08436713219c),segment_id=d645968f-ae41-4ff0-8acf-08436713219c)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:36.943011 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.961511 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Calling delete_port for 77713a10-1fcd-449e-b9a0-ecfc5925470a owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:25:36.965848 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df70ee87-c7c0-474b-b358-23e2b6d947a3 req-ff35de1d-dd1f-4b3c-830f-222718155e3f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782599 Mar 31 20:25:37.096109 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (77713a10-1fcd-449e-b9a0-ecfc5925470a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.118449 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['77713a10-1fcd-449e-b9a0-ecfc5925470a'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:37.131647 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Pushing event deleted for resources: {'Port': ['ID=77713a10-1fcd-449e-b9a0-ecfc5925470a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:37.154343 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.154709 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.155056 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.155395 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.155727 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.156053 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.156377 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.156698 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.157275 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.157590 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.157911 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.158231 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.158548 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.158888 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.159208 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:37.175560 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] No DVR routers for this DVR port 77713a10-1fcd-449e-b9a0-ecfc5925470a on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:25:37.177694 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.180972 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5b95221d-c53d-4509-80c0-989b12c635d1 req-4ca7ed4e-6d00-4f9e-a6f1-69bdd8194461 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.57 "DELETE /v2.0/ports/77713a10-1fcd-449e-b9a0-ecfc5925470a HTTP/1.1" status: 204 len: 173 time: 0.4806123 Mar 31 20:25:37.181396 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7b9c5a-0851-4ddf-8701-defeda1dd1eb', 'name': 'network-vif-deleted', 'tag': '77713a10-1fcd-449e-b9a0-ecfc5925470a'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:37.183650 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3797072a-df7c-4086-8498-f901b71c0eb7" -d '{"events": [{"server_uuid": "9c7b9c5a-0851-4ddf-8701-defeda1dd1eb", "name": "network-vif-deleted", "tag": "77713a10-1fcd-449e-b9a0-ecfc5925470a"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:37.221079 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d58d342-c03d-47e2-8353-94c53171c4fa x-openstack-request-id: req-5d58d342-c03d-47e2-8353-94c53171c4fa {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:37.221376 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7b9c5a-0851-4ddf-8701-defeda1dd1eb", "name": "network-vif-deleted", "tag": "77713a10-1fcd-449e-b9a0-ecfc5925470a", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:37.221632 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5d58d342-c03d-47e2-8353-94c53171c4fa {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:37.222032 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d58d342-c03d-47e2-8353-94c53171c4fa'] response: {'server_uuid': '9c7b9c5a-0851-4ddf-8701-defeda1dd1eb', 'name': 'network-vif-deleted', 'tag': '77713a10-1fcd-449e-b9a0-ecfc5925470a', 'status': 'completed', 'code': 200} Mar 31 20:25:37.414793 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-89c8bffb-0a72-4804-9a11-8219a764d70b req-92f5ebf7-e005-4e31-a5f0-466df9056745 tempest-VolumesSnapshotTestJSON-2087501852 tempest-VolumesSnapshotTestJSON-2087501852-project] 10.222.0.82 "GET /v2.0/ports?device_id=9c7b9c5a-0851-4ddf-8701-defeda1dd1eb HTTP/1.1" status: 200 len: 210 time: 0.0257108 Mar 31 20:25:37.632278 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-8041f855-c685-4885-aa98-54e047c53fed tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.633608 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-8041f855-c685-4885-aa98-54e047c53fed tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.57 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0789528 Mar 31 20:25:37.644948 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff1a10-17cd-4bd5-a2d9-98e07e8687ec req-502cb381-5d6e-4df2-afad-1f79b7a03b26 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.646260 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2cff1a10-17cd-4bd5-a2d9-98e07e8687ec req-502cb381-5d6e-4df2-afad-1f79b7a03b26 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/ports?device_id=206c51fc-26b8-4f60-a433-c18a31fae331 HTTP/1.1" status: 200 len: 950 time: 0.0825264 Mar 31 20:25:37.743574 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2cff1a10-17cd-4bd5-a2d9-98e07e8687ec req-e313134e-7975-4342-b627-37dcdee81524 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.82 "GET /v2.0/security-groups?id=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906625 Mar 31 20:25:37.768132 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-c2f70464-cf78-4589-a046-87c108fe8979 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Deleting port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:25:37.768482 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-c2f70464-cf78-4589-a046-87c108fe8979 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.858268 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-c2f70464-cf78-4589-a046-87c108fe8979 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] For port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,segment=NetworkSegment(cf02c619-0740-4a4f-a8be-c6b4acf112ea),segment_id=cf02c619-0740-4a4f-a8be-c6b4acf112ea)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:37.858658 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-c2f70464-cf78-4589-a046-87c108fe8979 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.873652 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-c2f70464-cf78-4589-a046-87c108fe8979 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Calling delete_port for ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:25:37.998140 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-c2f70464-cf78-4589-a046-87c108fe8979 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.015118 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:38.024355 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f70464-cf78-4589-a046-87c108fe8979 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Pushing event deleted for resources: {'Port': ['ID=ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:38.069009 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-c2f70464-cf78-4589-a046-87c108fe8979 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] No DVR routers for this DVR port ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:25:38.071533 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-c2f70464-cf78-4589-a046-87c108fe8979 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.075081 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-46c7ec12-954c-4fb7-b384-85ad4db0de62 req-c2f70464-cf78-4589-a046-87c108fe8979 tempest-VolumesNegativeTest-13672279 tempest-VolumesNegativeTest-13672279-project] 10.222.0.57 "DELETE /v2.0/ports/ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf HTTP/1.1" status: 204 len: 173 time: 0.4278257 Mar 31 20:25:38.137559 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88aa8-dc1d-4475-9c39-0d388935a267 req-34628867-b30b-4926-87e3-329ae52bb21b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.139378 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-efd88aa8-dc1d-4475-9c39-0d388935a267 req-34628867-b30b-4926-87e3-329ae52bb21b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0716672 Mar 31 20:25:38.192538 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-efd88aa8-dc1d-4475-9c39-0d388935a267 req-255b8128-4b22-48e1-98ca-892a3e655844 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462973 Mar 31 20:25:39.223358 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206c51fc-26b8-4f60-a433-c18a31fae331', 'name': 'network-vif-deleted', 'tag': 'ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:39.225907 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997d0bca-831a-4341-8a5f-137179648b86" -d '{"events": [{"server_uuid": "206c51fc-26b8-4f60-a433-c18a31fae331", "name": "network-vif-deleted", "tag": "ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:39.262186 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf827c1-071a-41a4-b783-8aa0141b5197 x-openstack-request-id: req-caf827c1-071a-41a4-b783-8aa0141b5197 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:39.262479 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206c51fc-26b8-4f60-a433-c18a31fae331", "name": "network-vif-deleted", "tag": "ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:39.262775 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-caf827c1-071a-41a4-b783-8aa0141b5197 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:39.263179 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf827c1-071a-41a4-b783-8aa0141b5197'] response: {'server_uuid': '206c51fc-26b8-4f60-a433-c18a31fae331', 'name': 'network-vif-deleted', 'tag': 'ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf', 'status': 'completed', 'code': 200} Mar 31 20:25:39.328952 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aa64d-80c6-4541-afd2-5e7e71077508 req-152866ee-e203-4ba3-94cd-a066b3e21fe9 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:39.330445 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-169aa64d-80c6-4541-afd2-5e7e71077508 req-152866ee-e203-4ba3-94cd-a066b3e21fe9 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0530899 Mar 31 20:25:39.376768 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-169aa64d-80c6-4541-afd2-5e7e71077508 req-2a2134a7-bf3d-442e-b0f2-236e0e64c9e7 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400031 Mar 31 20:25:40.507099 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b3d12-9039-45f7-9b6d-40ab896ffab3 req-97fe811e-7e1f-4ab2-82a6-b7f985c1d34f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:40.508553 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-257b3d12-9039-45f7-9b6d-40ab896ffab3 req-97fe811e-7e1f-4ab2-82a6-b7f985c1d34f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0532877 Mar 31 20:25:40.779597 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-257b3d12-9039-45f7-9b6d-40ab896ffab3 req-611821b3-1a5a-4d60-8349-629340f08a54 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656157 Mar 31 20:25:41.900432 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d912f4-30a8-485b-bfcb-a2c582ee1b67 req-1ce688eb-d469-469b-aeea-3464b02e3c02 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.901880 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a5d912f4-30a8-485b-bfcb-a2c582ee1b67 req-1ce688eb-d469-469b-aeea-3464b02e3c02 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 944 time: 0.0499618 Mar 31 20:25:41.947050 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a5d912f4-30a8-485b-bfcb-a2c582ee1b67 req-e17414a7-ae8d-4f2d-ae45-9f3751ad2a46 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393386 Mar 31 20:25:42.144430 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 9e52a048-84cb-45c5-9809-e1be581e1bd1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:42.148942 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:25:42.173160 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:25:42.173505 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device ec6df5fa-e20d-4dd5-b4ca-0a8a4b5f4cbf not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:25:42.173916 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 77713a10-1fcd-449e-b9a0-ecfc5925470a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:25:42.196907 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 77713a10-1fcd-449e-b9a0-ecfc5925470a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:25:42.197256 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 77713a10-1fcd-449e-b9a0-ecfc5925470a not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:25:42.278462 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:42.289333 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'port_id': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'mac_address': 'fa:16:3e:37:9e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:42.325583 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 9e52a048-84cb-45c5-9809-e1be581e1bd1 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:42.326032 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:42.338916 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e52a048-84cb-45c5-9809-e1be581e1bd1 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:42.357241 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:42.360595 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:42.416934 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:42.425719 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.426075 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.426444 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.426830 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.427180 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.427517 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.427850 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.428183 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.428514 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.428846 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.429180 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.429590 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.429850 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.430174 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:42.430500 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:43.073841 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fe312-83e7-49e7-9d47-1207bdd35eee req-277cf74b-31ce-4ce3-a94f-8648443c3fc2 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:43.075428 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-687fe312-83e7-49e7-9d47-1207bdd35eee req-277cf74b-31ce-4ce3-a94f-8648443c3fc2 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 945 time: 0.0514035 Mar 31 20:25:43.123347 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-687fe312-83e7-49e7-9d47-1207bdd35eee req-251095b8-0753-4fa9-8416-7c58717804f7 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Mar 31 20:25:43.749695 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['9e52a048-84cb-45c5-9809-e1be581e1bd1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:44.247930 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e1919-1a52-4cee-b4cb-61b940c57c5f req-26a62615-d48a-4385-bdee-5623c524e0a8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:44.249542 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-763e1919-1a52-4cee-b4cb-61b940c57c5f req-26a62615-d48a-4385-bdee-5623c524e0a8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 945 time: 0.0513372 Mar 31 20:25:44.298008 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-763e1919-1a52-4cee-b4cb-61b940c57c5f req-f3619b6e-6102-481f-9c82-62829f2b9599 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429978 Mar 31 20:25:44.731498 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35022) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:44.856200 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-73f9dcc3-2975-4868-9618-4d61635ade57 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e7042b8c995049b9860bf68aa882625a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1235077 Mar 31 20:25:44.858796 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35026) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:44.904657 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05e04aa1-82bb-45ae-9b03-e0897cef1950 admin admin] Publish callbacks [] for security_group (8f442dcb-2c1b-4b36-8098-96bc15d3cbc0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.925851 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05e04aa1-82bb-45ae-9b03-e0897cef1950 admin admin] Publish callbacks [] for security_group (8f442dcb-2c1b-4b36-8098-96bc15d3cbc0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.970401 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05e04aa1-82bb-45ae-9b03-e0897cef1950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8f442dcb-2c1b-4b36-8098-96bc15d3cbc0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.973435 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05e04aa1-82bb-45ae-9b03-e0897cef1950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.974559 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-05e04aa1-82bb-45ae-9b03-e0897cef1950 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8f442dcb-2c1b-4b36-8098-96bc15d3cbc0 HTTP/1.1" status: 204 len: 168 time: 0.1148629 Mar 31 20:25:44.982280 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e04aa1-82bb-45ae-9b03-e0897cef1950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f442dcb-2c1b-4b36-8098-96bc15d3cbc0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:45.425511 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932be43-7738-4531-b32b-1274efef1dcd req-1ba8db9d-94f7-4fa3-a141-0ffb757a6503 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:45.428338 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2932be43-7738-4531-b32b-1274efef1dcd req-1ba8db9d-94f7-4fa3-a141-0ffb757a6503 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 945 time: 0.0567508 Mar 31 20:25:45.495073 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2932be43-7738-4531-b32b-1274efef1dcd req-315c87d6-8a20-48e9-9a0a-4350f319adb1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583856 Mar 31 20:25:45.601555 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35058) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:45.704490 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2019935342-network', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:45.727683 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Made reservation on behalf of 39687cfbaefb4fdeb32a72c0d134e48c for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:45.730187 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:45.738836 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:45.811882 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Publish callbacks [] for security_group (8a511e3c-21c7-4b53-9491-3197a8526869), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:45.815852 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8a511e3c-21c7-4b53-9491-3197a8526869), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:45.840731 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:25:45.851714 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a511e3c-21c7-4b53-9491-3197a8526869,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:45.854893 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (df40f268-25a0-4dc6-a7c0-13d11cd207f4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:45.855235 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Added segment df40f268-25a0-4dc6-a7c0-13d11cd207f4 of type vlan for network 2e8b6335-0512-42bb-9100-6bddaafec174 Mar 31 20:25:45.862543 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 9e52a048-84cb-45c5-9809-e1be581e1bd1 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:45.896145 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (2e8b6335-0512-42bb-9100-6bddaafec174), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:45.916959 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 9e52a048-84cb-45c5-9809-e1be581e1bd1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:45.917505 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:45.924438 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (2e8b6335-0512-42bb-9100-6bddaafec174), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:45.925458 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:45.926031 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:45.987303 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3845315 Mar 31 20:25:45.990133 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35062) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:45.990633 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76090a63-0913-4d05-9289-d07dadc8044c admin admin] Pushing event updated for resources: {'Network': ['ID=2e8b6335-0512-42bb-9100-6bddaafec174,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:45.994949 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Request body: {'subnet': {'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2019935342-subnet', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:45.997426 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 9e52a048-84cb-45c5-9809-e1be581e1bd1 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:45.997705 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.002459 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 2e8b6335-0512-42bb-9100-6bddaafec174 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:25:46.014106 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Made reservation on behalf of 39687cfbaefb4fdeb32a72c0d134e48c for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:46.016541 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25952136'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.068516 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:46.070932 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ff40c5-2641-4669-84b4-95ec59da98c1" -d '{"events": [{"server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "name": "network-vif-plugged", "status": "completed", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:46.100859 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:46.108406 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.113899 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8f6710-498b-41ed-811d-6cdd2ad1d0c2 x-openstack-request-id: req-9a8f6710-498b-41ed-811d-6cdd2ad1d0c2 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:46.114215 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "name": "network-vif-plugged", "status": "completed", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:46.114477 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9a8f6710-498b-41ed-811d-6cdd2ad1d0c2 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:46.114898 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8f6710-498b-41ed-811d-6cdd2ad1d0c2'] response: {'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'code': 200} Mar 31 20:25:46.165739 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:46.190343 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25328299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25952158'] for subnet (046c12d2-6e62-40bc-83ff-8651be7529c4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.249018 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=046c12d2-6e62-40bc-83ff-8651be7529c4,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:46.256018 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Checking segment: {'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:46.256372 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Network hostable DHCP agents. Network: 2e8b6335-0512-42bb-9100-6bddaafec174, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:25:46.273323 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Network 2e8b6335-0512-42bb-9100-6bddaafec174 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:25:46.281516 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 2e8b6335-0512-42bb-9100-6bddaafec174) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:46.286477 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:46.287086 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.291208 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833c504-cee5-48cc-ab90-a9603d3e801e None None] Network 2e8b6335-0512-42bb-9100-6bddaafec174 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:46.302372 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-350df0d8-4621-42cc-980f-f60fd0d05f5a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3111649 Mar 31 20:25:46.305101 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35066) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:46.309211 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:46.327336 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.328379 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.379249 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks [] for router_controller (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.393515 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-2e8b6335-0512-42bb-9100-6bddaafec174', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:25:46.394348 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.517987 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks [] for router_gateway (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.531461 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Allocated IP 172.20.0.2 (2e8b6335-0512-42bb-9100-6bddaafec174/046c12d2-6e62-40bc-83ff-8651be7529c4/9c0851d9-19fe-436b-a77b-3415041f7845) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:46.643355 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ad2ad-11ab-4f3a-afcd-d9a2ff7d8f75 req-85450957-dd3e-4597-9538-c326d8bebd94 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:46.645112 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-348ad2ad-11ab-4f3a-afcd-d9a2ff7d8f75 req-85450957-dd3e-4597-9538-c326d8bebd94 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.0716002 Mar 31 20:25:46.710523 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Publish callbacks [] for port (9c0851d9-19fe-436b-a77b-3415041f7845), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.716597 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.757839 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Network 2e8b6335-0512-42bb-9100-6bddaafec174 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:46.760840 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:46.764265 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:46.782570 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Pushing event updated for resources: {'Port': ['ID=9c0851d9-19fe-436b-a77b-3415041f7845,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:46.806511 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-348ad2ad-11ab-4f3a-afcd-d9a2ff7d8f75 req-c4bbd700-43d6-4e59-8ee3-83fd04ff8017 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506073 Mar 31 20:25:46.839087 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Attempting to bind port 9c0851d9-19fe-436b-a77b-3415041f7845 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:46.839457 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Attempting to bind port 9c0851d9-19fe-436b-a77b-3415041f7845 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:46.839819 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Attempting to bind port 9c0851d9-19fe-436b-a77b-3415041f7845 on network 2e8b6335-0512-42bb-9100-6bddaafec174 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:46.845125 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:46.846173 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Checking segment: {'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:46.849208 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.849658 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Bound using segment: {'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:46.850181 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Bound port: 9c0851d9-19fe-436b-a77b-3415041f7845, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:46.850625 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.854045 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks [] for router_gateway (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.884219 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:46.900417 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd5051-74f0-4abb-afab-ae1694c1ad08 req-6316c9e2-5b15-4d34-b3bb-1007cca18fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:46.901914 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3afd5051-74f0-4abb-afab-ae1694c1ad08 req-6316c9e2-5b15-4d34-b3bb-1007cca18fb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 1131 time: 0.1082356 Mar 31 20:25:46.938080 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] For port 9c0851d9-19fe-436b-a77b-3415041f7845, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:46.941549 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] For port 9c0851d9-19fe-436b-a77b-3415041f7845, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=9c0851d9-19fe-436b-a77b-3415041f7845,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:46.948180 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:47.011909 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3afd5051-74f0-4abb-afab-ae1694c1ad08 req-ea817baa-9cb0-48ec-87a5-9a4737dbdfa6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805440 Mar 31 20:25:47.018731 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132e524-f613-4b75-8a0c-72b7982b158a None None] Pushing event updated for resources: {'Port': ['ID=9c0851d9-19fe-436b-a77b-3415041f7845,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:47.032206 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Allocated IP 172.27.1.199 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/7e911b50-d1eb-4c37-8bf2-20c23a6fc5df) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:47.146083 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks [] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:47.206167 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:47.244625 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:47.247543 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:47.251101 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:47.279293 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Pushing event updated for resources: {'Port': ['ID=7e911b50-d1eb-4c37-8bf2-20c23a6fc5df,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:47.503021 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks [] for router_gateway (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:47.697663 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:47.827807 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Router a3b1b50f-483d-4e17-baef-47ec8dd6f95a is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:25:47.896004 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92d1188-4299-4b81-89e4-e216ffaca743 None None] Network 2e8b6335-0512-42bb-9100-6bddaafec174 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:47.962072 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f458fb5d-e2d8-4389-b86f-9c3ba5c31fdb None None] Provisioning complete for port 9c0851d9-19fe-436b-a77b-3415041f7845 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:47.962637 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f458fb5d-e2d8-4389-b86f-9c3ba5c31fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:47.987790 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115e16a-6362-4399-821e-a0ba14f21f91 req-a9430f58-8096-4e7e-91e1-875b343556c2 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:47.989248 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0115e16a-6362-4399-821e-a0ba14f21f91 req-a9430f58-8096-4e7e-91e1-875b343556c2 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.0841551 Mar 31 20:25:48.021813 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:48.038880 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Sync routers for ids ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:48.049544 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Routers {'a3b1b50f-483d-4e17-baef-47ec8dd6f95a'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:48.050166 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:48.060817 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.062087 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-44f1b179-a395-462f-9d19-0a99f63caf78 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7560310 Mar 31 20:25:48.065559 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35084) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:48.072249 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0115e16a-6362-4399-821e-a0ba14f21f91 req-9d67f3ec-a51f-475b-bcf3-7ce667b46cd6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766089 Mar 31 20:25:48.150391 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f458fb5d-e2d8-4389-b86f-9c3ba5c31fdb None None] Current status of the port 9c0851d9-19fe-436b-a77b-3415041f7845 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:48.150821 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f458fb5d-e2d8-4389-b86f-9c3ba5c31fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.194694 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f458fb5d-e2d8-4389-b86f-9c3ba5c31fdb None None] For port 9c0851d9-19fe-436b-a77b-3415041f7845, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=9c0851d9-19fe-436b-a77b-3415041f7845,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:48.200572 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f458fb5d-e2d8-4389-b86f-9c3ba5c31fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.238698 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Set router a3b1b50f-483d-4e17-baef-47ec8dd6f95a gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:48.261565 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458fb5d-e2d8-4389-b86f-9c3ba5c31fdb None None] Pushing event updated for resources: {'Port': ['ID=9c0851d9-19fe-436b-a77b-3415041f7845,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:48.422025 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-20d3a8ea-a28c-4da5-a2ba-507e0eae8da7 None None] Provisioning complete for port 9c0851d9-19fe-436b-a77b-3415041f7845 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:48.422587 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-20d3a8ea-a28c-4da5-a2ba-507e0eae8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.515587 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:47Z', 'revision_number': 3, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:48.540288 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-20d3a8ea-a28c-4da5-a2ba-507e0eae8da7 None None] Current status of the port 9c0851d9-19fe-436b-a77b-3415041f7845 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:48.542880 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Checking router: a3b1b50f-483d-4e17-baef-47ec8dd6f95a for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:48.543406 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Updating router a3b1b50f-483d-4e17-baef-47ec8dd6f95a port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:48.563441 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 9c0851d9-19fe-436b-a77b-3415041f7845 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:48.577739 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.611989 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 9c0851d9-19fe-436b-a77b-3415041f7845 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:48.612450 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.698017 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 9c0851d9-19fe-436b-a77b-3415041f7845 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:48.804141 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.830476 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Publish callbacks [] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.837033 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.886615 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Pushing event updated for resources: {'Port': ['ID=7e911b50-d1eb-4c37-8bf2-20c23a6fc5df,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:48.894471 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Attempting to bind port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:48.894866 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Attempting to bind port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:48.895222 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Attempting to bind port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:48.898428 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.898799 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.899158 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.899509 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.899855 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.900160 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.900477 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.900794 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.901114 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.902097 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.902097 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.902097 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.902387 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.902654 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.902985 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:48.908640 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:48.909004 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:48.909394 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.909772 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:48.910234 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Bound port: 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:48.910603 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.961945 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] For port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:48.963457 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Allocated IP 172.20.0.1 (2e8b6335-0512-42bb-9100-6bddaafec174/046c12d2-6e62-40bc-83ff-8651be7529c4/0ee926fb-1deb-456a-94d6-b56374057d94) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:48.964975 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] For port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=7e911b50-d1eb-4c37-8bf2-20c23a6fc5df,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:48.971225 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.028251 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Routers {'a3b1b50f-483d-4e17-baef-47ec8dd6f95a'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:49.028865 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:49.031809 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84934d6c-5c74-44db-bc1e-65d1ce59d75a None None] Pushing event updated for resources: {'Port': ['ID=7e911b50-d1eb-4c37-8bf2-20c23a6fc5df,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:49.071541 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Publish callbacks [] for port (0ee926fb-1deb-456a-94d6-b56374057d94), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.104217 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.144790 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Network 2e8b6335-0512-42bb-9100-6bddaafec174 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:49.146181 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] Set router a3b1b50f-483d-4e17-baef-47ec8dd6f95a gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:49.152535 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:49.157572 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:49.159721 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Pushing event updated for resources: {'Port': ['ID=0ee926fb-1deb-456a-94d6-b56374057d94,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:49.208376 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.267824 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d207c-4d92-45db-9412-ffb32b999112 req-c1b84135-6474-4304-bb60-3c5bda577477 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:49.269510 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f5d207c-4d92-45db-9412-ffb32b999112 req-c1b84135-6474-4304-bb60-3c5bda577477 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.0632176 Mar 31 20:25:49.332990 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f5d207c-4d92-45db-9412-ffb32b999112 req-24768651-f010-4f22-bebb-8919e441c8d3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554347 Mar 31 20:25:49.364600 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.365793 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:47Z', 'revision_number': 3, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:49.396731 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a798ba-3754-4138-b9e6-41d98e6b35ac None None] The sync data for ids ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'] in dv-cinder-836071-1-iscsi is: [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:47Z', 'revision_number': 3, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:49.467866 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e0c46aa5-ba9e-4ab8-83e7-6ca0ab9aa02d None None] Provisioning complete for port 0ee926fb-1deb-456a-94d6-b56374057d94 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:49.468423 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e0c46aa5-ba9e-4ab8-83e7-6ca0ab9aa02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.507483 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e0c46aa5-ba9e-4ab8-83e7-6ca0ab9aa02d None None] Port 0ee926fb-1deb-456a-94d6-b56374057d94 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:49.540159 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Publish callbacks [] for port (0ee926fb-1deb-456a-94d6-b56374057d94), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.544691 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.610165 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.611989 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Pushing event updated for resources: {'Port': ['ID=0ee926fb-1deb-456a-94d6-b56374057d94,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:49.720603 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Network 2e8b6335-0512-42bb-9100-6bddaafec174 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:49.721996 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:49.848548 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Router a3b1b50f-483d-4e17-baef-47ec8dd6f95a has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:49.962446 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:49.967557 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-48ad4ae7-43a1-402f-956e-f272dbbe3e5a admin admin] 10.222.0.82 "PUT /v2.0/routers/a3b1b50f-483d-4e17-baef-47ec8dd6f95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9009318 Mar 31 20:25:50.029926 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2b5c7228-19db-4a6f-91fa-d0bddb789116 None None] Provisioning complete for port 0ee926fb-1deb-456a-94d6-b56374057d94 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:50.030434 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7228-19db-4a6f-91fa-d0bddb789116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.066316 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2b5c7228-19db-4a6f-91fa-d0bddb789116 None None] Port 0ee926fb-1deb-456a-94d6-b56374057d94 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:50.449109 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35112) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:50.454764 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-826508256-network', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:50.478341 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Made reservation on behalf of e93769ee70ad424e86631eed7ee2ca94 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:50.480815 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.481163 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667887-045c-4e57-86f3-7933bb71c150 req-4b7b61e0-c163-43c4-8ded-c9e565773e9b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.482648 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-84667887-045c-4e57-86f3-7933bb71c150 req-4b7b61e0-c163-43c4-8ded-c9e565773e9b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.0773134 Mar 31 20:25:50.490904 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.539192 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-84667887-045c-4e57-86f3-7933bb71c150 req-41fa4769-488b-42f6-9970-550e3e04f7cf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499439 Mar 31 20:25:50.542065 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:50.577934 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Publish callbacks [] for security_group (c91562f6-751b-456f-bbfe-9491cd4b9003), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.582188 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c91562f6-751b-456f-bbfe-9491cd4b9003), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.597285 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:50.597657 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.602752 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:25:50.617833 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91562f6-751b-456f-bbfe-9491cd4b9003,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:50.620627 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (ac0f1c2e-b935-4273-a63c-524babb86a0f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.620970 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Added segment ac0f1c2e-b935-4273-a63c-524babb86a0f of type vlan for network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 Mar 31 20:25:50.661150 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.677926 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:50.678529 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.686027 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.687118 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.687884 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.701075 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=7e911b50-d1eb-4c37-8bf2-20c23a6fc5df,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:50.707769 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.746865 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2968550 Mar 31 20:25:50.749674 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35114) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:50.754489 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Request body: {'subnet': {'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-826508256-subnet', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:50.755785 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd2aea-a6da-4839-aa6e-ec50f909e97b admin admin] Pushing event updated for resources: {'Network': ['ID=4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:50.758914 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=7e911b50-d1eb-4c37-8bf2-20c23a6fc5df,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:50.768866 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:25:50.779583 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Made reservation on behalf of e93769ee70ad424e86631eed7ee2ca94 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:50.782372 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25952136'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.948768 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25328299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25952158'] for subnet (ca4fa8bd-fd1c-43d2-a675-5a6544272f08), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.997277 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4fa8bd-fd1c-43d2-a675-5a6544272f08,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:51.011675 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Checking segment: {'id': 'ac0f1c2e-b935-4273-a63c-524babb86a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:51.012032 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Network hostable DHCP agents. Network: 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:25:51.028241 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:25:51.038237 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:51.042311 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.042925 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.052106 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaeb71f-2054-4abf-8f79-6cc3cc61a809 None None] Network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:51.058025 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Sync routers for ids ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:51.065133 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-3f28a2ec-c325-43e4-976e-3658de56a053 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3143787 Mar 31 20:25:51.067687 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35116) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:51.072096 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-826508256-router', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:51.091388 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (37a167c3-593e-4fbc-9d82-5d4404c19bc4), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.092368 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (37a167c3-593e-4fbc-9d82-5d4404c19bc4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.120555 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Routers {'a3b1b50f-483d-4e17-baef-47ec8dd6f95a'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:51.121194 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:51.149036 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks [] for router_controller (37a167c3-593e-4fbc-9d82-5d4404c19bc4), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.382813 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7', 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7', 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'fixed_ips': [{'subnet_id': 'ca4fa8bd-fd1c-43d2-a675-5a6544272f08'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:25:51.383677 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.411152 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Set router a3b1b50f-483d-4e17-baef-47ec8dd6f95a gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:51.516279 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks [] for router_gateway (37a167c3-593e-4fbc-9d82-5d4404c19bc4), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.668726 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Allocated IP 172.20.0.2 (4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7/ca4fa8bd-fd1c-43d2-a675-5a6544272f08/7ab4f332-8520-4a53-a9c5-b0ce443a472d) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:51.751966 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42669c-428e-4d1f-9cdf-ddd76d247544 req-e138a474-f8a7-4e0f-a422-52913832fe24 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.753419 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ac42669c-428e-4d1f-9cdf-ddd76d247544 req-e138a474-f8a7-4e0f-a422-52913832fe24 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.1399896 Mar 31 20:25:51.758770 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks [] for router_gateway (37a167c3-593e-4fbc-9d82-5d4404c19bc4), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.787541 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.788144 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '0ee926fb-1deb-456a-94d6-b56374057d94', 'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'mac_address': 'fa:16:3e:74:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:48Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 2, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'subnets': [{'id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:51.822787 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Checking router: a3b1b50f-483d-4e17-baef-47ec8dd6f95a for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:51.823149 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Updating router a3b1b50f-483d-4e17-baef-47ec8dd6f95a port 0ee926fb-1deb-456a-94d6-b56374057d94 binding host dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:51.862718 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ac42669c-428e-4d1f-9cdf-ddd76d247544 req-2cae3264-e459-4160-b2c4-ceda5124b10f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011481 Mar 31 20:25:51.882286 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.912104 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Publish callbacks [] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.928137 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Allocated IP 172.27.1.159 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/f2b86599-f52d-4d95-8f28-636c3c40ead2) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:51.941414 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.042617 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:52.050869 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:52.057300 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks [] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.059132 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:52.077100 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Pushing event updated for resources: {'Port': ['ID=7ab4f332-8520-4a53-a9c5-b0ce443a472d,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:52.104967 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.171470 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Attempting to bind port 7ab4f332-8520-4a53-a9c5-b0ce443a472d on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:52.171855 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Attempting to bind port 7ab4f332-8520-4a53-a9c5-b0ce443a472d by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'ac0f1c2e-b935-4273-a63c-524babb86a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:52.172222 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Attempting to bind port 7ab4f332-8520-4a53-a9c5-b0ce443a472d on network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:52.174911 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:52.178948 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b86599-f52d-4d95-8f28-636c3c40ead2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:52.186378 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:52.186783 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Checking segment: {'id': 'ac0f1c2e-b935-4273-a63c-524babb86a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:52.187200 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.187630 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Bound using segment: {'id': 'ac0f1c2e-b935-4273-a63c-524babb86a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:52.188075 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Bound port: 7ab4f332-8520-4a53-a9c5-b0ce443a472d, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0f1c2e-b935-4273-a63c-524babb86a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:52.188458 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.190046 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:52.192858 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:52.310968 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] For port 7ab4f332-8520-4a53-a9c5-b0ce443a472d, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:52.327764 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] For port 7ab4f332-8520-4a53-a9c5-b0ce443a472d, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=7ab4f332-8520-4a53-a9c5-b0ce443a472d,segment=NetworkSegment(ac0f1c2e-b935-4273-a63c-524babb86a0f),segment_id=ac0f1c2e-b935-4273-a63c-524babb86a0f)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:52.343837 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.351234 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Publish callbacks [] for port (0ee926fb-1deb-456a-94d6-b56374057d94), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.386794 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.431823 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203bca9-3c76-4014-9494-bd5955793278 None None] Pushing event updated for resources: {'Port': ['ID=7ab4f332-8520-4a53-a9c5-b0ce443a472d,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:52.607899 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:52.666465 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7b31-94b9-49ae-a9e4-268eb0977269 None None] Pushing event updated for resources: {'Port': ['ID=0ee926fb-1deb-456a-94d6-b56374057d94,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:52.673072 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Attempting to bind port 0ee926fb-1deb-456a-94d6-b56374057d94 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:52.674212 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Attempting to bind port 0ee926fb-1deb-456a-94d6-b56374057d94 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:52.674793 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Attempting to bind port 0ee926fb-1deb-456a-94d6-b56374057d94 on network 2e8b6335-0512-42bb-9100-6bddaafec174 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:52.702614 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:52.703406 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Checking segment: {'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:52.704043 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.705438 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Bound using segment: {'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:52.707689 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Bound port: 0ee926fb-1deb-456a-94d6-b56374057d94, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:52.708338 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.724980 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks [] for router_gateway (37a167c3-593e-4fbc-9d82-5d4404c19bc4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.808966 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:52.809539 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.873942 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] For port 0ee926fb-1deb-456a-94d6-b56374057d94, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:52.879611 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] For port 0ee926fb-1deb-456a-94d6-b56374057d94, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=0ee926fb-1deb-456a-94d6-b56374057d94,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:52.910999 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.976866 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544be9-c883-486a-b353-4e69b2a010cd req-27f6c060-09b4-4d12-adc6-491557c04fdf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.986467 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-17544be9-c883-486a-b353-4e69b2a010cd req-27f6c060-09b4-4d12-adc6-491557c04fdf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 945 time: 0.2727692 Mar 31 20:25:53.095964 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-723be173-3b14-4730-875c-c6faed84c4f0 None None] Provisioning complete for port 0ee926fb-1deb-456a-94d6-b56374057d94 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:53.099789 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-723be173-3b14-4730-875c-c6faed84c4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.126973 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7b31-94b9-49ae-a9e4-268eb0977269 None None] Pushing event updated for resources: {'Port': ['ID=0ee926fb-1deb-456a-94d6-b56374057d94,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:53.160305 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Routers {'a3b1b50f-483d-4e17-baef-47ec8dd6f95a'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:53.160945 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:53.231127 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a84fc-400f-4f9a-8c03-2fd5e61639cc req-d9fa5d40-a912-48b2-8457-d696a701baad tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:53.235156 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4a9a84fc-400f-4f9a-8c03-2fd5e61639cc req-d9fa5d40-a912-48b2-8457-d696a701baad tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.2167583 Mar 31 20:25:53.238920 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-17544be9-c883-486a-b353-4e69b2a010cd req-e16103c0-d1b5-4e39-ac69-26d9e41dc98b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405429 Mar 31 20:25:53.272361 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:53.324323 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (37a167c3-593e-4fbc-9d82-5d4404c19bc4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.329877 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4a9a84fc-400f-4f9a-8c03-2fd5e61639cc req-410aead5-4dfb-4c26-a880-fe09c7a27ec8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867002 Mar 31 20:25:53.344761 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-723be173-3b14-4730-875c-c6faed84c4f0 None None] Current status of the port 0ee926fb-1deb-456a-94d6-b56374057d94 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:53.345737 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-723be173-3b14-4730-875c-c6faed84c4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.373759 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] Set router a3b1b50f-483d-4e17-baef-47ec8dd6f95a gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:53.468383 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:25:53.565478 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-723be173-3b14-4730-875c-c6faed84c4f0 None None] For port 0ee926fb-1deb-456a-94d6-b56374057d94, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=0ee926fb-1deb-456a-94d6-b56374057d94,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:53.571442 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-723be173-3b14-4730-875c-c6faed84c4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.593590 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:53.607148 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Sync routers for ids ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:53.615084 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.618929 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-343bb31e-4d69-4516-a69d-c8dbaa2ef928 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5477092 Mar 31 20:25:53.619056 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Routers {'37a167c3-593e-4fbc-9d82-5d4404c19bc4'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:53.619056 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:53.619249 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35184) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:53.710989 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723be173-3b14-4730-875c-c6faed84c4f0 None None] Pushing event updated for resources: {'Port': ['ID=0ee926fb-1deb-456a-94d6-b56374057d94,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:53.732714 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-4c53335e-f1b6-4cf8-909c-41d3432194b4 None None] Provisioning complete for port 0ee926fb-1deb-456a-94d6-b56374057d94 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:53.733090 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c53335e-f1b6-4cf8-909c-41d3432194b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.769595 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Set router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:53.874505 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '0ee926fb-1deb-456a-94d6-b56374057d94', 'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'mac_address': 'fa:16:3e:74:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:48Z', 'updated_at': '2022-03-31T20:25:52Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'subnets': [{'id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:53.880624 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47af40b9-b6c5-43b1-9bd6-a53cc04ae289 None None] Network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:53.914193 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-4c53335e-f1b6-4cf8-909c-41d3432194b4 None None] Current status of the port 0ee926fb-1deb-456a-94d6-b56374057d94 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:53.943696 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ca2da-a92f-49d1-8261-f02c831d2a37 None None] The sync data for ids ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'] in dv-cinder-836071-1-iscsi is: [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '0ee926fb-1deb-456a-94d6-b56374057d94', 'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'mac_address': 'fa:16:3e:74:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:48Z', 'updated_at': '2022-03-31T20:25:52Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'subnets': [{'id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:53.972112 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'name': 'tempest-TestShelveInstance-826508256-router', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:52Z', 'revision_number': 3, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'gw_port': {'id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:54.027836 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Checking router: 37a167c3-593e-4fbc-9d82-5d4404c19bc4 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:54.028272 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Updating router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 port f2b86599-f52d-4d95-8f28-636c3c40ead2 binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:54.068502 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c206c4e8-d5ef-4bfd-91d3-dd11b660f083 None None] Provisioning complete for port 7ab4f332-8520-4a53-a9c5-b0ce443a472d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:54.068971 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c206c4e8-d5ef-4bfd-91d3-dd11b660f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.083695 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.180145 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.216549 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c206c4e8-d5ef-4bfd-91d3-dd11b660f083 None None] Current status of the port 7ab4f332-8520-4a53-a9c5-b0ce443a472d is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:54.216938 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c206c4e8-d5ef-4bfd-91d3-dd11b660f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.274045 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-c206c4e8-d5ef-4bfd-91d3-dd11b660f083 None None] For port 7ab4f332-8520-4a53-a9c5-b0ce443a472d, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=7ab4f332-8520-4a53-a9c5-b0ce443a472d,segment=NetworkSegment(ac0f1c2e-b935-4273-a63c-524babb86a0f),segment_id=ac0f1c2e-b935-4273-a63c-524babb86a0f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:54.288049 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c206c4e8-d5ef-4bfd-91d3-dd11b660f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.381599 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206c4e8-d5ef-4bfd-91d3-dd11b660f083 None None] Pushing event updated for resources: {'Port': ['ID=7ab4f332-8520-4a53-a9c5-b0ce443a472d,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:54.479181 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-478cdab7-8125-4197-9d26-17a848bdcb88 None None] Provisioning complete for port 7ab4f332-8520-4a53-a9c5-b0ce443a472d triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:54.479473 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-478cdab7-8125-4197-9d26-17a848bdcb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.541608 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033d3f9-895a-4620-88c2-4f4a528d530c req-c247b45a-3b4b-4f71-b303-480913fd0f23 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.552352 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1033d3f9-895a-4620-88c2-4f4a528d530c req-c247b45a-3b4b-4f71-b303-480913fd0f23 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 945 time: 0.1630852 Mar 31 20:25:54.594108 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c03ff-d59b-42a9-9cf9-df48935700b9 req-5fd58d1c-c242-4fb4-b15d-45c664bdddff tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.603041 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-806c03ff-d59b-42a9-9cf9-df48935700b9 req-5fd58d1c-c242-4fb4-b15d-45c664bdddff tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.1203918 Mar 31 20:25:54.681106 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-478cdab7-8125-4197-9d26-17a848bdcb88 None None] Current status of the port 7ab4f332-8520-4a53-a9c5-b0ce443a472d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:54.700514 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 0ee926fb-1deb-456a-94d6-b56374057d94 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:54.719403 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Publish callbacks [] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.733730 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.744906 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1033d3f9-895a-4620-88c2-4f4a528d530c req-af164b27-fb04-4eaf-80b5-afa201235694 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=6c68d750-698c-4223-b7c6-8594d172bf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909826 Mar 31 20:25:54.754746 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-806c03ff-d59b-42a9-9cf9-df48935700b9 req-da8638c7-b052-4162-b42f-5d4d78f12f14 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504941 Mar 31 20:25:54.796923 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Attempting to bind port f2b86599-f52d-4d95-8f28-636c3c40ead2 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:54.797550 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Attempting to bind port f2b86599-f52d-4d95-8f28-636c3c40ead2 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:54.798082 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Attempting to bind port f2b86599-f52d-4d95-8f28-636c3c40ead2 on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:54.806421 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:54.807103 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:54.808020 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.808639 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:54.809397 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Bound port: f2b86599-f52d-4d95-8f28-636c3c40ead2, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:54.809983 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.833548 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 0ee926fb-1deb-456a-94d6-b56374057d94 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:54.834127 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.844231 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687b7ab-4288-479b-a3dc-38e8b977f620 None None] Pushing event updated for resources: {'Port': ['ID=f2b86599-f52d-4d95-8f28-636c3c40ead2,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:54.881274 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] For port f2b86599-f52d-4d95-8f28-636c3c40ead2, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:54.887047 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] For port f2b86599-f52d-4d95-8f28-636c3c40ead2, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=f2b86599-f52d-4d95-8f28-636c3c40ead2,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:54.896240 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.912419 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Allocated IP 172.20.0.1 (4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7/ca4fa8bd-fd1c-43d2-a675-5a6544272f08/f92905ab-e0a0-4f13-89df-0515314dc447) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:54.921872 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-5743d499-0f2f-4829-aa11-a9c47dbdecc1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.924525 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-5743d499-0f2f-4829-aa11-a9c47dbdecc1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 945 time: 0.0909286 Mar 31 20:25:54.948594 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 0ee926fb-1deb-456a-94d6-b56374057d94 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:54.949915 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7ab4f332-8520-4a53-a9c5-b0ce443a472d up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:54.971225 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Routers {'37a167c3-593e-4fbc-9d82-5d4404c19bc4'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:54.972195 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:55.012865 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 7ab4f332-8520-4a53-a9c5-b0ce443a472d triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:55.013247 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.027594 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687b7ab-4288-479b-a3dc-38e8b977f620 None None] Pushing event updated for resources: {'Port': ['ID=f2b86599-f52d-4d95-8f28-636c3c40ead2,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:55.079831 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Publish callbacks [] for port (f92905ab-e0a0-4f13-89df-0515314dc447), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.085429 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Deleting port 2d77ae22-d18b-46be-8809-632d491183da {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:25:55.085771 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (2d77ae22-d18b-46be-8809-632d491183da), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.122529 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 7ab4f332-8520-4a53-a9c5-b0ce443a472d is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:55.133053 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.140059 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] Set router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:55.192525 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:55.195392 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:55.198313 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:55.224130 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] For port 2d77ae22-d18b-46be-8809-632d491183da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d77ae22-d18b-46be-8809-632d491183da,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:55.224612 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (2d77ae22-d18b-46be-8809-632d491183da), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.237932 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Pushing event updated for resources: {'Port': ['ID=f92905ab-e0a0-4f13-89df-0515314dc447,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:55.260168 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (37a167c3-593e-4fbc-9d82-5d4404c19bc4), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.432539 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'name': 'tempest-TestShelveInstance-826508256-router', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:52Z', 'revision_number': 3, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'gw_port': {'id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:55.485806 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.512697 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0046e3fe-f9f8-4364-a29b-139fd9a9aa33 None None] The sync data for ids ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'] in dv-cinder-836071-1-iscsi is: [{'id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'name': 'tempest-TestShelveInstance-826508256-router', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:52Z', 'revision_number': 3, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'gw_port': {'id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:55.529778 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-73b359ad-01c0-4b4d-aa0a-49a5d4f209db None None] Provisioning complete for port f92905ab-e0a0-4f13-89df-0515314dc447 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:55.529778 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-73b359ad-01c0-4b4d-aa0a-49a5d4f209db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.593552 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-73b359ad-01c0-4b4d-aa0a-49a5d4f209db None None] Port f92905ab-e0a0-4f13-89df-0515314dc447 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:55.655564 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.655564 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (b88a5495-0ad0-45f6-bc22-5fe9125baad2), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.655564 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Floating IP b88a5495-0ad0-45f6-bc22-5fe9125baad2 disassociated. External IP: 172.27.1.190, port: 2d77ae22-d18b-46be-8809-632d491183da. Mar 31 20:25:55.656131 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Calling delete_port for 2d77ae22-d18b-46be-8809-632d491183da owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:25:55.695005 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Publish callbacks [] for port (f92905ab-e0a0-4f13-89df-0515314dc447), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.699427 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.769943 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Pushing event updated for resources: {'Port': ['ID=f92905ab-e0a0-4f13-89df-0515314dc447,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:55.773835 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (37a167c3-593e-4fbc-9d82-5d4404c19bc4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.829037 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (2d77ae22-d18b-46be-8809-632d491183da), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.854987 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-863ead7c-6bac-4e47-a397-d9595c9403ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.885495 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:55.887630 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'Port': ['ID=2d77ae22-d18b-46be-8809-632d491183da,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:55.887964 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:55.905533 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-16dbb5e7-2d68-4e5e-b5d3-9944d9a8d6ed req-d6104ffd-7665-4b66-8643-e6207cfbc3d7 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 210 time: 0.0730467 Mar 31 20:25:56.036464 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:56.211987 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:56.217709 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-71303f08-fc31-40f3-94fe-22191fa3e25a admin admin] 10.222.0.82 "PUT /v2.0/routers/37a167c3-593e-4fbc-9d82-5d4404c19bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5969002 Mar 31 20:25:56.229012 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ef12e67d-61ed-422d-be04-39aeb77321f9 None None] Provisioning complete for port f92905ab-e0a0-4f13-89df-0515314dc447 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:56.229392 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ef12e67d-61ed-422d-be04-39aeb77321f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:56.291653 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ef12e67d-61ed-422d-be04-39aeb77321f9 None None] Port f92905ab-e0a0-4f13-89df-0515314dc447 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:56.321530 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:56.467879 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:56.488347 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:56.505123 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:56.505816 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:56.514849 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] No DVR routers for this DVR port 2d77ae22-d18b-46be-8809-632d491183da on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:25:56.517505 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:56.520850 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fea9493d-61c4-4c46-9cb8-64a6973858b6 req-fb31f4ce-41c3-4cf3-80e8-4304ecc467ba tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "DELETE /v2.0/ports/2d77ae22-d18b-46be-8809-632d491183da HTTP/1.1" status: 204 len: 173 time: 1.5838497 Mar 31 20:25:56.521294 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'name': 'network-vif-deleted', 'tag': '2d77ae22-d18b-46be-8809-632d491183da'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:56.523600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4baefdc-d295-4baf-880d-bc351b66863f" -d '{"events": [{"server_uuid": "1e43d3b4-c118-4771-b0c3-b9415b7090c8", "name": "network-vif-deleted", "tag": "2d77ae22-d18b-46be-8809-632d491183da"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:56.620413 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996826e4-66d7-4fbd-b1df-cfb74311e3f5 x-openstack-request-id: req-996826e4-66d7-4fbd-b1df-cfb74311e3f5 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:56.620706 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e43d3b4-c118-4771-b0c3-b9415b7090c8", "name": "network-vif-deleted", "tag": "2d77ae22-d18b-46be-8809-632d491183da", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:56.620959 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-996826e4-66d7-4fbd-b1df-cfb74311e3f5 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:56.623272 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996826e4-66d7-4fbd-b1df-cfb74311e3f5'] response: {'server_uuid': '1e43d3b4-c118-4771-b0c3-b9415b7090c8', 'name': 'network-vif-deleted', 'tag': '2d77ae22-d18b-46be-8809-632d491183da', 'status': 'completed', 'code': 200} Mar 31 20:25:56.678183 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:56.735832 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device f2b86599-f52d-4d95-8f28-636c3c40ead2 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:56.978337 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port f2b86599-f52d-4d95-8f28-636c3c40ead2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:56.978979 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:56.991119 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35226) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:56.995977 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-f1f06475-30ef-4c2c-b41b-e9942daca9ec tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643035184', 'description': 'tempest-secgroup-smoke-1643035184 description', 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:57.026134 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1f06475-30ef-4c2c-b41b-e9942daca9ec tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.059734 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7a4607b0-31d9-41ad-8b3c-fb3378b01349 req-1308ef84-5fca-4038-86fc-86d8fcdce276 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e43d3b4-c118-4771-b0c3-b9415b7090c8 HTTP/1.1" status: 200 len: 210 time: 0.0384181 Mar 31 20:25:57.127600 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1f06475-30ef-4c2c-b41b-e9942daca9ec tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group (5c661c34-9a88-4e41-b52d-6c68df364ba3), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.131806 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1f06475-30ef-4c2c-b41b-e9942daca9ec tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (5c661c34-9a88-4e41-b52d-6c68df364ba3), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.153125 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port f2b86599-f52d-4d95-8f28-636c3c40ead2 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:57.153880 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.160352 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1f06475-30ef-4c2c-b41b-e9942daca9ec tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.162033 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-f1f06475-30ef-4c2c-b41b-e9942daca9ec tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1693213 Mar 31 20:25:57.165156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35228) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:57.169864 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f079a477-717c-45d3-b730-529a41ac1134 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Request body: {'security_group_rule': {'security_group_id': '5c661c34-9a88-4e41-b52d-6c68df364ba3', 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:57.170517 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f06475-30ef-4c2c-b41b-e9942daca9ec tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c661c34-9a88-4e41-b52d-6c68df364ba3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:57.211678 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f079a477-717c-45d3-b730-529a41ac1134 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (009a472e-5ee5-4540-be2b-f05577b71c30), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.214884 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port f2b86599-f52d-4d95-8f28-636c3c40ead2, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=f2b86599-f52d-4d95-8f28-636c3c40ead2,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:57.218382 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '501d3729-1dba-4e65-87e7-0ff163c3285e', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:02:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:51Z', 'revision_number': 2, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:57.222060 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.252512 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:57.285039 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:57.285690 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:57.286770 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f079a477-717c-45d3-b730-529a41ac1134 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (009a472e-5ee5-4540-be2b-f05577b71c30), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.293875 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f079a477-717c-45d3-b730-529a41ac1134 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (009a472e-5ee5-4540-be2b-f05577b71c30), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.308472 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079a477-717c-45d3-b730-529a41ac1134 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009a472e-5ee5-4540-be2b-f05577b71c30,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:57.332797 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f079a477-717c-45d3-b730-529a41ac1134 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.334713 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f079a477-717c-45d3-b730-529a41ac1134 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1678157 Mar 31 20:25:57.336947 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35230) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:57.346338 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-c0573448-9590-4d7c-8550-2a15825c721f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Request body: {'security_group_rule': {'security_group_id': '5c661c34-9a88-4e41-b52d-6c68df364ba3', 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:57.375060 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0573448-9590-4d7c-8550-2a15825c721f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (39c67862-b263-488e-874e-77487771a125), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.394995 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:25:57.442452 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0573448-9590-4d7c-8550-2a15825c721f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (39c67862-b263-488e-874e-77487771a125), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.447718 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0573448-9590-4d7c-8550-2a15825c721f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (39c67862-b263-488e-874e-77487771a125), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.463549 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0573448-9590-4d7c-8550-2a15825c721f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c67862-b263-488e-874e-77487771a125,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:57.479334 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0573448-9590-4d7c-8550-2a15825c721f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.483163 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c0573448-9590-4d7c-8550-2a15825c721f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422856 Mar 31 20:25:57.483361 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35232) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:57.488356 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-7a1184c9-bead-4589-afc5-758be32dae8c tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Request body: {'security_group_rule': {'security_group_id': '5c661c34-9a88-4e41-b52d-6c68df364ba3', 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:57.507913 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=f2b86599-f52d-4d95-8f28-636c3c40ead2,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:57.512852 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a1184c9-bead-4589-afc5-758be32dae8c tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (936479de-4b1d-4072-8e02-77cd95c96a24), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.563622 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:57.598681 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a1184c9-bead-4589-afc5-758be32dae8c tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (936479de-4b1d-4072-8e02-77cd95c96a24), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.605177 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a1184c9-bead-4589-afc5-758be32dae8c tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (936479de-4b1d-4072-8e02-77cd95c96a24), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.623259 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1184c9-bead-4589-afc5-758be32dae8c tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936479de-4b1d-4072-8e02-77cd95c96a24,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:57.634817 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7a1184c9-bead-4589-afc5-758be32dae8c tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.636021 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-7a1184c9-bead-4589-afc5-758be32dae8c tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516788 Mar 31 20:25:57.638650 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35234) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:57.644380 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b6cb1f71-de87-4708-81a1-43a8fcc80f2f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Request body: {'security_group_rule': {'security_group_id': '5c661c34-9a88-4e41-b52d-6c68df364ba3', 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:57.674263 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6cb1f71-de87-4708-81a1-43a8fcc80f2f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (182b5eff-6097-4f28-a9b1-e2a33a3d1611), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.738404 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6cb1f71-de87-4708-81a1-43a8fcc80f2f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (182b5eff-6097-4f28-a9b1-e2a33a3d1611), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.744782 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6cb1f71-de87-4708-81a1-43a8fcc80f2f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (182b5eff-6097-4f28-a9b1-e2a33a3d1611), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.762542 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb1f71-de87-4708-81a1-43a8fcc80f2f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182b5eff-6097-4f28-a9b1-e2a33a3d1611,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:57.774824 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b6cb1f71-de87-4708-81a1-43a8fcc80f2f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.776192 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-b6cb1f71-de87-4708-81a1-43a8fcc80f2f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363013 Mar 31 20:25:57.779026 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35236) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:57.784707 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-5270b099-6fc5-42b8-948a-efff929b1ee8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Request body: {'security_group_rule': {'security_group_id': '5c661c34-9a88-4e41-b52d-6c68df364ba3', 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:57.805085 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-5270b099-6fc5-42b8-948a-efff929b1ee8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Project 39687cfbaefb4fdeb32a72c0d134e48c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:25:57.811082 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5270b099-6fc5-42b8-948a-efff929b1ee8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (39b3c35b-d22f-4054-a1cf-6372134f9896), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.818745 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '501d3729-1dba-4e65-87e7-0ff163c3285e', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:02:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:51Z', 'revision_number': 2, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:57.848278 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585ec68-cd31-4c4a-be45-599f908df510 None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '501d3729-1dba-4e65-87e7-0ff163c3285e', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '53db945d-2e77-4a01-9691-4793e895c9ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:02:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:51Z', 'revision_number': 2, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:57.877646 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5270b099-6fc5-42b8-948a-efff929b1ee8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (39b3c35b-d22f-4054-a1cf-6372134f9896), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.885714 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5270b099-6fc5-42b8-948a-efff929b1ee8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (39b3c35b-d22f-4054-a1cf-6372134f9896), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.910944 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270b099-6fc5-42b8-948a-efff929b1ee8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b3c35b-d22f-4054-a1cf-6372134f9896,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:57.924112 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5270b099-6fc5-42b8-948a-efff929b1ee8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.926710 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-5270b099-6fc5-42b8-948a-efff929b1ee8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453907 Mar 31 20:25:57.928443 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35242) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:57.934733 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-4bf77abb-e243-4ea1-abc1-aae7b0ce24c2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Request body: {'security_group_rule': {'security_group_id': '5c661c34-9a88-4e41-b52d-6c68df364ba3', 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:57.991384 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-4bf77abb-e243-4ea1-abc1-aae7b0ce24c2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Project 39687cfbaefb4fdeb32a72c0d134e48c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:25:57.997998 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4bf77abb-e243-4ea1-abc1-aae7b0ce24c2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (5e1fd9a4-25de-4f8c-ac1a-d86837cede96), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.019065 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Sync routers for ids ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:58.037455 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Routers {'37a167c3-593e-4fbc-9d82-5d4404c19bc4'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:58.038167 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:58.096030 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8113ec52-f991-452e-bb8b-111d331fc184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.103055 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4bf77abb-e243-4ea1-abc1-aae7b0ce24c2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (5e1fd9a4-25de-4f8c-ac1a-d86837cede96), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.107739 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4bf77abb-e243-4ea1-abc1-aae7b0ce24c2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (5e1fd9a4-25de-4f8c-ac1a-d86837cede96), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.132628 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf77abb-e243-4ea1-abc1-aae7b0ce24c2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1fd9a4-25de-4f8c-ac1a-d86837cede96,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:58.152202 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4bf77abb-e243-4ea1-abc1-aae7b0ce24c2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.160627 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-4bf77abb-e243-4ea1-abc1-aae7b0ce24c2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2251959 Mar 31 20:25:58.184450 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35254) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:58.238962 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Set router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:58.300491 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf9b017-f12b-40b9-ae60-7a32a40316b7 None None] New status for floating IP b88a5495-0ad0-45f6-bc22-5fe9125baad2: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:25:58.312942 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bfabe40-8e9c-4f55-93c1-4df21930a82b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (6c68d750-698c-4223-b7c6-8594d172bf43), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.375554 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bfabe40-8e9c-4f55-93c1-4df21930a82b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (6c68d750-698c-4223-b7c6-8594d172bf43), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.439536 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bfabe40-8e9c-4f55-93c1-4df21930a82b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (6c68d750-698c-4223-b7c6-8594d172bf43), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.444353 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bfabe40-8e9c-4f55-93c1-4df21930a82b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.449397 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35288) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:58.450243 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-9bfabe40-8e9c-4f55-93c1-4df21930a82b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "DELETE /v2.0/security-groups/6c68d750-698c-4223-b7c6-8594d172bf43 HTTP/1.1" status: 204 len: 168 time: 0.2642748 Mar 31 20:25:58.462591 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfabe40-8e9c-4f55-93c1-4df21930a82b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c68d750-698c-4223-b7c6-8594d172bf43,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:58.473112 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.api.v2.resource [None req-740be79b-7d5f-451f-bcfa-494ae529371f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] show failed (client error): The resource could not be found. Mar 31 20:25:58.485626 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35294) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:58.492893 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-740be79b-7d5f-451f-bcfa-494ae529371f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups/6c68d750-698c-4223-b7c6-8594d172bf43 HTTP/1.1" status: 404 len: 347 time: 0.0423534 Mar 31 20:25:58.611992 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device f2b86599-f52d-4d95-8f28-636c3c40ead2 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:58.655726 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'name': 'tempest-TestShelveInstance-826508256-router', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:55Z', 'revision_number': 4, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'gw_port': {'id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'f92905ab-e0a0-4f13-89df-0515314dc447', 'name': '', 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'mac_address': 'fa:16:3e:ad:45:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ca4fa8bd-fd1c-43d2-a675-5a6544272f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:54Z', 'updated_at': '2022-03-31T20:25:55Z', 'revision_number': 2, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'subnets': [{'id': 'ca4fa8bd-fd1c-43d2-a675-5a6544272f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:58.662961 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e73b8-a64d-4aed-bb6a-801446dfe29c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Deleting port b0dc5076-c7a9-4f90-87fb-5c98803b3799 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:25:58.663316 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb4e73b8-a64d-4aed-bb6a-801446dfe29c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (b0dc5076-c7a9-4f90-87fb-5c98803b3799), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.701873 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port f2b86599-f52d-4d95-8f28-636c3c40ead2 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:58.702452 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.703733 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Checking router: 37a167c3-593e-4fbc-9d82-5d4404c19bc4 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:58.704331 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Updating router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 port f92905ab-e0a0-4f13-89df-0515314dc447 binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:58.739534 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.800661 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port f2b86599-f52d-4d95-8f28-636c3c40ead2 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:58.802352 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb4e73b8-a64d-4aed-bb6a-801446dfe29c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (b0dc5076-c7a9-4f90-87fb-5c98803b3799), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.802705 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb4e73b8-a64d-4aed-bb6a-801446dfe29c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (b0dc5076-c7a9-4f90-87fb-5c98803b3799), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:58.837204 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e73b8-a64d-4aed-bb6a-801446dfe29c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Calling delete_port for b0dc5076-c7a9-4f90-87fb-5c98803b3799 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:25:59.027247 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb4e73b8-a64d-4aed-bb6a-801446dfe29c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (b0dc5076-c7a9-4f90-87fb-5c98803b3799), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.049534 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Publish callbacks [] for port (f92905ab-e0a0-4f13-89df-0515314dc447), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.053636 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e73b8-a64d-4aed-bb6a-801446dfe29c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'Port': ['ID=b0dc5076-c7a9-4f90-87fb-5c98803b3799,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:59.054783 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.159182 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832595ff-2c00-49bc-a56f-50655c5917e9 None None] Pushing event updated for resources: {'Port': ['ID=f92905ab-e0a0-4f13-89df-0515314dc447,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:59.185705 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb4e73b8-a64d-4aed-bb6a-801446dfe29c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (b88a5495-0ad0-45f6-bc22-5fe9125baad2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.198138 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb4e73b8-a64d-4aed-bb6a-801446dfe29c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.200973 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-fb4e73b8-a64d-4aed-bb6a-801446dfe29c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "DELETE /v2.0/floatingips/b88a5495-0ad0-45f6-bc22-5fe9125baad2 HTTP/1.1" status: 204 len: 168 time: 0.7136755 Mar 31 20:25:59.251512 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Attempting to bind port f92905ab-e0a0-4f13-89df-0515314dc447 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:59.251893 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Attempting to bind port f92905ab-e0a0-4f13-89df-0515314dc447 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'ac0f1c2e-b935-4273-a63c-524babb86a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:59.252258 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Attempting to bind port f92905ab-e0a0-4f13-89df-0515314dc447 on network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:59.259313 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:59.260054 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Checking segment: {'id': 'ac0f1c2e-b935-4273-a63c-524babb86a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:59.260658 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.261242 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Bound using segment: {'id': 'ac0f1c2e-b935-4273-a63c-524babb86a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:59.261916 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Bound port: f92905ab-e0a0-4f13-89df-0515314dc447, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0f1c2e-b935-4273-a63c-524babb86a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:59.262514 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.351730 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] For port f92905ab-e0a0-4f13-89df-0515314dc447, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:59.355836 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] For port f92905ab-e0a0-4f13-89df-0515314dc447, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=f92905ab-e0a0-4f13-89df-0515314dc447,segment=NetworkSegment(ac0f1c2e-b935-4273-a63c-524babb86a0f),segment_id=ac0f1c2e-b935-4273-a63c-524babb86a0f)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:59.359427 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.366535 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.453249 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832595ff-2c00-49bc-a56f-50655c5917e9 None None] Pushing event updated for resources: {'Port': ['ID=f92905ab-e0a0-4f13-89df-0515314dc447,revision_number=4']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:59.458992 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ab453715-6eed-43c0-9c41-720c1bca3920 None None] Provisioning complete for port f92905ab-e0a0-4f13-89df-0515314dc447 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:59.459473 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab453715-6eed-43c0-9c41-720c1bca3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.459793 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Routers {'37a167c3-593e-4fbc-9d82-5d4404c19bc4'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:59.463356 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:59.576871 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ab453715-6eed-43c0-9c41-720c1bca3920 None None] Current status of the port f92905ab-e0a0-4f13-89df-0515314dc447 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:59.586908 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab453715-6eed-43c0-9c41-720c1bca3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.629693 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-ab453715-6eed-43c0-9c41-720c1bca3920 None None] For port f92905ab-e0a0-4f13-89df-0515314dc447, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=f92905ab-e0a0-4f13-89df-0515314dc447,segment=NetworkSegment(ac0f1c2e-b935-4273-a63c-524babb86a0f),segment_id=ac0f1c2e-b935-4273-a63c-524babb86a0f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:59.635602 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ab453715-6eed-43c0-9c41-720c1bca3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.663410 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] Set router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:59.724625 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab453715-6eed-43c0-9c41-720c1bca3920 None None] Pushing event updated for resources: {'Port': ['ID=f92905ab-e0a0-4f13-89df-0515314dc447,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:59.765218 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 2d77ae22-d18b-46be-8809-632d491183da no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:25:59.793416 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 2d77ae22-d18b-46be-8809-632d491183da {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:25:59.793812 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 2d77ae22-d18b-46be-8809-632d491183da not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:25:59.859485 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-491c285f-a2dc-485a-98c8-ddd1d61c4229 None None] Provisioning complete for port f92905ab-e0a0-4f13-89df-0515314dc447 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:59.859865 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-491c285f-a2dc-485a-98c8-ddd1d61c4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.952846 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-491c285f-a2dc-485a-98c8-ddd1d61c4229 None None] Current status of the port f92905ab-e0a0-4f13-89df-0515314dc447 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:00.022750 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'name': 'tempest-TestShelveInstance-826508256-router', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:55Z', 'revision_number': 4, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'gw_port': {'id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'f92905ab-e0a0-4f13-89df-0515314dc447', 'name': '', 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'mac_address': 'fa:16:3e:ad:45:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ca4fa8bd-fd1c-43d2-a675-5a6544272f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:54Z', 'updated_at': '2022-03-31T20:25:59Z', 'revision_number': 4, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'subnets': [{'id': 'ca4fa8bd-fd1c-43d2-a675-5a6544272f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:00.051301 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802bf5a-466c-4faa-a291-dd02c3f94ffe None None] The sync data for ids ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'] in dv-cinder-836071-1-iscsi is: [{'id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'name': 'tempest-TestShelveInstance-826508256-router', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:55Z', 'revision_number': 4, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'gw_port': {'id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'f92905ab-e0a0-4f13-89df-0515314dc447', 'name': '', 'network_id': '4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'mac_address': 'fa:16:3e:ad:45:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ca4fa8bd-fd1c-43d2-a675-5a6544272f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:54Z', 'updated_at': '2022-03-31T20:25:59Z', 'revision_number': 4, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'subnets': [{'id': 'ca4fa8bd-fd1c-43d2-a675-5a6544272f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:00.538468 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device f92905ab-e0a0-4f13-89df-0515314dc447 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:00.609534 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port f92905ab-e0a0-4f13-89df-0515314dc447 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:00.609924 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.721210 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.722220 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port f92905ab-e0a0-4f13-89df-0515314dc447 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:00.997447 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2eeaa-7d93-46f2-873d-da249d59a5ab req-06998a0b-f2d6-4b1b-92d7-13cf393e221f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:00.999010 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bdd2eeaa-7d93-46f2-873d-da249d59a5ab req-06998a0b-f2d6-4b1b-92d7-13cf393e221f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 946 time: 0.0578105 Mar 31 20:26:01.049012 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bdd2eeaa-7d93-46f2-873d-da249d59a5ab req-751750f0-282f-4711-aa4c-1c1c2edef4c9 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Mar 31 20:26:02.087534 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.170467 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940441d0-623b-43e0-a091-53989b75e606 req-00480c7c-216c-42da-9e1f-f5c8a14724ce tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:02.171968 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-940441d0-623b-43e0-a091-53989b75e606 req-00480c7c-216c-42da-9e1f-f5c8a14724ce tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 946 time: 0.0520513 Mar 31 20:26:02.220758 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-940441d0-623b-43e0-a091-53989b75e606 req-7dc60694-a57f-4c98-8b33-934c8e980e50 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422690 Mar 31 20:26:02.695880 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35378) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:02.741169 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ca03a6-d75f-4c88-9165-934e3a7e52ce admin admin] Deleting subnet c8f0a3f9-a25c-47b3-9696-c98447390c8d {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:26:02.744233 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96ca03a6-d75f-4c88-9165-934e3a7e52ce admin admin] Publish callbacks [] for subnet (c8f0a3f9-a25c-47b3-9696-c98447390c8d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.780661 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96ca03a6-d75f-4c88-9165-934e3a7e52ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25685534'] for subnet (c8f0a3f9-a25c-47b3-9696-c98447390c8d), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.822134 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96ca03a6-d75f-4c88-9165-934e3a7e52ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (c8f0a3f9-a25c-47b3-9696-c98447390c8d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.875414 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96ca03a6-d75f-4c88-9165-934e3a7e52ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3511483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977203'] for subnet (c8f0a3f9-a25c-47b3-9696-c98447390c8d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.900936 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca03a6-d75f-4c88-9165-934e3a7e52ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f0a3f9-a25c-47b3-9696-c98447390c8d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:02.902883 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96ca03a6-d75f-4c88-9165-934e3a7e52ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.909012 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-96ca03a6-d75f-4c88-9165-934e3a7e52ce admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c8f0a3f9-a25c-47b3-9696-c98447390c8d HTTP/1.1" status: 204 len: 168 time: 0.2090206 Mar 31 20:26:02.909308 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35380) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:02.980060 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (450be1c2-9e70-406d-bb4a-7d739bd7549c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.057946 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (450be1c2-9e70-406d-bb4a-7d739bd7549c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.077883 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450be1c2-9e70-406d-bb4a-7d739bd7549c']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:03.087854 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd645968f-ae41-4ff0-8acf-08436713219c') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:03.088113 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd645968f-ae41-4ff0-8acf-08436713219c') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:03.097356 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25685525'] for segment (d645968f-ae41-4ff0-8acf-08436713219c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.111588 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (d645968f-ae41-4ff0-8acf-08436713219c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.118107 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:26:03.118493 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512093'] for segment (d645968f-ae41-4ff0-8acf-08436713219c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: Traceback (most recent call last): Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: timer() Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: cb(*args, **kw) Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: return func(*args, **kwargs) Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: self._notify() Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: self.callback(batched_events) Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: event.method(event) Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: return f(self, *a, **k) Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._get(url).json() Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: return self.request(url, 'GET', **kwargs) Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:26:03.120171 dv-cinder-836071-1-iscsi neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:26:03.178570 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (450be1c2-9e70-406d-bb4a-7d739bd7549c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.188031 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.194325 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] 10.222.0.82 "DELETE /v2.0/networks/450be1c2-9e70-406d-bb4a-7d739bd7549c HTTP/1.1" status: 204 len: 168 time: 0.2838078 Mar 31 20:26:03.205283 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e8799-676d-43bb-bbf8-245349afb5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=450be1c2-9e70-406d-bb4a-7d739bd7549c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:03.375509 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8234e7-62b6-48f1-b162-b2b1aeab2853 req-173ab103-8bcd-4477-98cf-fa7a29bdc0b9 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:03.377679 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2d8234e7-62b6-48f1-b162-b2b1aeab2853 req-173ab103-8bcd-4477-98cf-fa7a29bdc0b9 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 946 time: 0.0712235 Mar 31 20:26:03.393498 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35388) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:03.434617 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2d8234e7-62b6-48f1-b162-b2b1aeab2853 req-aadbce98-94ff-4eba-9162-e8c4e8a65bf5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c2c65893-35e3-408f-aa08-1d35b8c92005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513253 Mar 31 20:26:03.435487 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-7c22d2c7-bf27-4dd4-8572-59f801e4e5e3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9da6ff3608e64dd0a4e7b54f16dbd1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400796 Mar 31 20:26:03.437321 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35390) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:03.476960 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.489276 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04aa5de3-2ac3-411d-b50a-40ddf04990a5 admin admin] Publish callbacks [] for security_group (d2e4d779-4252-438d-924f-337f26859625), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.499716 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-56b61a20-9303-42df-b0e2-6992a44192c4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:03.501896 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-56b61a20-9303-42df-b0e2-6992a44192c4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 946 time: 0.0527973 Mar 31 20:26:03.513533 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04aa5de3-2ac3-411d-b50a-40ddf04990a5 admin admin] Publish callbacks [] for security_group (d2e4d779-4252-438d-924f-337f26859625), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.565622 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04aa5de3-2ac3-411d-b50a-40ddf04990a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d2e4d779-4252-438d-924f-337f26859625), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.568281 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-04aa5de3-2ac3-411d-b50a-40ddf04990a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.569435 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-04aa5de3-2ac3-411d-b50a-40ddf04990a5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d2e4d779-4252-438d-924f-337f26859625 HTTP/1.1" status: 204 len: 168 time: 0.1301398 Mar 31 20:26:03.582754 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa5de3-2ac3-411d-b50a-40ddf04990a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e4d779-4252-438d-924f-337f26859625,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:03.603247 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Deleting port 53db945d-2e77-4a01-9691-4793e895c9ea {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:26:03.603636 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.697497 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] For port 53db945d-2e77-4a01-9691-4793e895c9ea, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=53db945d-2e77-4a01-9691-4793e895c9ea,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:03.697867 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.895405 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.895769 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (501d3729-1dba-4e65-87e7-0ff163c3285e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.896290 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Floating IP 501d3729-1dba-4e65-87e7-0ff163c3285e disassociated. External IP: 172.27.1.18, port: 53db945d-2e77-4a01-9691-4793e895c9ea. Mar 31 20:26:03.896617 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Calling delete_port for 53db945d-2e77-4a01-9691-4793e895c9ea owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:26:04.038108 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (53db945d-2e77-4a01-9691-4793e895c9ea), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:04.065089 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'Port': ['ID=53db945d-2e77-4a01-9691-4793e895c9ea,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:04.183764 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:26:04.292279 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:04.302229 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23117a3f-1145-4910-836e-555b4d480742 None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:04.311483 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23117a3f-1145-4910-836e-555b4d480742 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:04.312083 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-23117a3f-1145-4910-836e-555b4d480742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:04.330644 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] No DVR routers for this DVR port 53db945d-2e77-4a01-9691-4793e895c9ea on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:26:04.333180 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:04.336558 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-31cd04aa-c8f8-44f3-a6a5-eaa420d73fed req-0b340f59-6024-48c3-b2ee-e732acb7e9dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "DELETE /v2.0/ports/53db945d-2e77-4a01-9691-4793e895c9ea HTTP/1.1" status: 204 len: 173 time: 0.8251114 Mar 31 20:26:04.337034 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'name': 'network-vif-deleted', 'tag': '53db945d-2e77-4a01-9691-4793e895c9ea'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:04.339357 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae050cd-f4ed-48fb-8c8a-a55b5b5e354d" -d '{"events": [{"server_uuid": "ef87200d-9b03-4964-b476-2baa7e6eff3a", "name": "network-vif-deleted", "tag": "53db945d-2e77-4a01-9691-4793e895c9ea"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:04.379545 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edef6eaa-8fb1-4b90-acdb-57ec515d0774 x-openstack-request-id: req-edef6eaa-8fb1-4b90-acdb-57ec515d0774 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:04.379545 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef87200d-9b03-4964-b476-2baa7e6eff3a", "name": "network-vif-deleted", "tag": "53db945d-2e77-4a01-9691-4793e895c9ea", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:04.380252 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-edef6eaa-8fb1-4b90-acdb-57ec515d0774 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:04.380252 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edef6eaa-8fb1-4b90-acdb-57ec515d0774'] response: {'server_uuid': 'ef87200d-9b03-4964-b476-2baa7e6eff3a', 'name': 'network-vif-deleted', 'tag': '53db945d-2e77-4a01-9691-4793e895c9ea', 'status': 'completed', 'code': 200} Mar 31 20:26:04.428802 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-23117a3f-1145-4910-836e-555b4d480742 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:04.562726 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e0b5f881-00fe-4ba2-acb8-17c24d1dbcfa req-bbbae521-d5ef-4da4-8967-4eba0b2b55d2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef87200d-9b03-4964-b476-2baa7e6eff3a HTTP/1.1" status: 200 len: 210 time: 0.0316591 Mar 31 20:26:04.668755 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-23117a3f-1145-4910-836e-555b4d480742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:04.696325 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23117a3f-1145-4910-836e-555b4d480742 None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:04.705222 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23117a3f-1145-4910-836e-555b4d480742 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:04.705824 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-23117a3f-1145-4910-836e-555b4d480742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:04.812324 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-23117a3f-1145-4910-836e-555b4d480742 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:05.019391 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-23117a3f-1145-4910-836e-555b4d480742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:05.045570 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23117a3f-1145-4910-836e-555b4d480742 None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:05.274849 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92d55c-c2de-48c1-91c2-37549c59d409 None None] New status for floating IP 501d3729-1dba-4e65-87e7-0ff163c3285e: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:26:05.651202 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35406) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:05.705385 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0d43589-fbc2-4ad2-97ae-3648e3b18931 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (c2c65893-35e3-408f-aa08-1d35b8c92005), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.729744 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0d43589-fbc2-4ad2-97ae-3648e3b18931 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (c2c65893-35e3-408f-aa08-1d35b8c92005), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.780780 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0d43589-fbc2-4ad2-97ae-3648e3b18931 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c2c65893-35e3-408f-aa08-1d35b8c92005), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.784181 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0d43589-fbc2-4ad2-97ae-3648e3b18931 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.785348 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c0d43589-fbc2-4ad2-97ae-3648e3b18931 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "DELETE /v2.0/security-groups/c2c65893-35e3-408f-aa08-1d35b8c92005 HTTP/1.1" status: 204 len: 168 time: 0.1331561 Mar 31 20:26:05.788170 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35408) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:05.794217 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d43589-fbc2-4ad2-97ae-3648e3b18931 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c65893-35e3-408f-aa08-1d35b8c92005,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:05.803595 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.api.v2.resource [None req-bfbb4143-7967-4634-835e-55cbc8f0e8ee tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] show failed (client error): The resource could not be found. Mar 31 20:26:05.807583 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-bfbb4143-7967-4634-835e-55cbc8f0e8ee tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups/c2c65893-35e3-408f-aa08-1d35b8c92005 HTTP/1.1" status: 404 len: 347 time: 0.0155272 Mar 31 20:26:05.807836 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35410) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:05.952954 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-544dc5cc-3f62-4c09-b736-8009665c996b req-9e2735d9-b740-4c62-9543-7fd69d1b9a07 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1060042 Mar 31 20:26:05.971820 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-fe30fb49-f84f-45ce-a666-50f4df1ef73f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Deleting port afe38bc0-fa10-494e-8908-bf4f3476c22a {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:26:05.972199 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe30fb49-f84f-45ce-a666-50f4df1ef73f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (afe38bc0-fa10-494e-8908-bf4f3476c22a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.081645 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dc5cc-3f62-4c09-b736-8009665c996b req-1eb0162c-5df6-4584-940d-a68a2765f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:06.083234 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-544dc5cc-3f62-4c09-b736-8009665c996b req-1eb0162c-5df6-4584-940d-a68a2765f5a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 1129 time: 0.0767815 Mar 31 20:26:06.085031 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe30fb49-f84f-45ce-a666-50f4df1ef73f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (afe38bc0-fa10-494e-8908-bf4f3476c22a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.085487 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe30fb49-f84f-45ce-a666-50f4df1ef73f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (afe38bc0-fa10-494e-8908-bf4f3476c22a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.098291 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-fe30fb49-f84f-45ce-a666-50f4df1ef73f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Calling delete_port for afe38bc0-fa10-494e-8908-bf4f3476c22a owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:26:06.252997 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dc5cc-3f62-4c09-b736-8009665c996b req-77a33dab-8ead-474f-9d1f-19edc1bcf967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:06.254468 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-544dc5cc-3f62-4c09-b736-8009665c996b req-77a33dab-8ead-474f-9d1f-19edc1bcf967 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 912 time: 0.1482465 Mar 31 20:26:06.355837 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-544dc5cc-3f62-4c09-b736-8009665c996b req-5e431c3e-51af-4317-9b2e-439432735328 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8 HTTP/1.1" status: 200 len: 1000 time: 0.0897439 Mar 31 20:26:06.357075 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe30fb49-f84f-45ce-a666-50f4df1ef73f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (afe38bc0-fa10-494e-8908-bf4f3476c22a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.390111 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30fb49-f84f-45ce-a666-50f4df1ef73f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'Port': ['ID=afe38bc0-fa10-494e-8908-bf4f3476c22a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:06.467755 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dc5cc-3f62-4c09-b736-8009665c996b req-695256dd-c3eb-4b47-b7dc-3ff03d23edce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:06.469203 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-544dc5cc-3f62-4c09-b736-8009665c996b req-695256dd-c3eb-4b47-b7dc-3ff03d23edce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dfa396b-59dd-4cc2-9232-d9b8a65c8441 HTTP/1.1" status: 200 len: 850 time: 0.1070170 Mar 31 20:26:06.505163 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe30fb49-f84f-45ce-a666-50f4df1ef73f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (501d3729-1dba-4e65-87e7-0ff163c3285e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.507709 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fe30fb49-f84f-45ce-a666-50f4df1ef73f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.508835 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-fe30fb49-f84f-45ce-a666-50f4df1ef73f tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "DELETE /v2.0/floatingips/501d3729-1dba-4e65-87e7-0ff163c3285e HTTP/1.1" status: 204 len: 168 time: 0.7001102 Mar 31 20:26:06.529479 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dc5cc-3f62-4c09-b736-8009665c996b req-39e9f996-2ae1-4135-b9f9-4e1d2c554227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:06.531231 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-544dc5cc-3f62-4c09-b736-8009665c996b req-39e9f996-2ae1-4135-b9f9-4e1d2c554227 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52a08276-8ed8-42f8-83e9-f46419f30e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519633 Mar 31 20:26:06.625720 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-544dc5cc-3f62-4c09-b736-8009665c996b req-b29425e2-0fd1-486e-88be-c1b2cade3ae3 service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821319 Mar 31 20:26:06.658422 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35416) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:06.663163 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-93f45009-54c0-4462-bf7c-c1525a7625c0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1668523269', 'description': 'tempest-description--339362567'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:06.683492 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93f45009-54c0-4462-bf7c-c1525a7625c0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.721257 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-544dc5cc-3f62-4c09-b736-8009665c996b req-3384730f-1f10-434a-9bb4-1166d075d89b service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888259 Mar 31 20:26:06.759372 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93f45009-54c0-4462-bf7c-c1525a7625c0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (2df934bf-4c26-401e-9958-640f5a903329), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.762938 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93f45009-54c0-4462-bf7c-c1525a7625c0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (2df934bf-4c26-401e-9958-640f5a903329), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.794882 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93f45009-54c0-4462-bf7c-c1525a7625c0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.796112 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-93f45009-54c0-4462-bf7c-c1525a7625c0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1365714 Mar 31 20:26:06.796841 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f45009-54c0-4462-bf7c-c1525a7625c0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df934bf-4c26-401e-9958-640f5a903329,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:06.799107 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35418) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:06.804187 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f262acfd-52ce-4edd-84d2-eb99d6e0edfb tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group_rule': {'security_group_id': '2df934bf-4c26-401e-9958-640f5a903329', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:06.827858 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f262acfd-52ce-4edd-84d2-eb99d6e0edfb tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (847c7986-c4d1-4b3d-8014-68a1e51d65f6), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.883319 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f262acfd-52ce-4edd-84d2-eb99d6e0edfb tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (847c7986-c4d1-4b3d-8014-68a1e51d65f6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.886519 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f262acfd-52ce-4edd-84d2-eb99d6e0edfb tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (847c7986-c4d1-4b3d-8014-68a1e51d65f6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.904910 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262acfd-52ce-4edd-84d2-eb99d6e0edfb tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847c7986-c4d1-4b3d-8014-68a1e51d65f6,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:06.910289 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f262acfd-52ce-4edd-84d2-eb99d6e0edfb tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.911756 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f262acfd-52ce-4edd-84d2-eb99d6e0edfb tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115351 Mar 31 20:26:06.914293 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35420) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:06.918421 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-4e200c39-3f25-4394-8f75-a0dcd8582128 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group_rule': {'security_group_id': '2df934bf-4c26-401e-9958-640f5a903329', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:06.946194 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e200c39-3f25-4394-8f75-a0dcd8582128 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (f85fc20e-2182-45c0-8b6a-fcb491f38ad3), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.999417 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e200c39-3f25-4394-8f75-a0dcd8582128 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (f85fc20e-2182-45c0-8b6a-fcb491f38ad3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.003029 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e200c39-3f25-4394-8f75-a0dcd8582128 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (f85fc20e-2182-45c0-8b6a-fcb491f38ad3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.019023 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e200c39-3f25-4394-8f75-a0dcd8582128 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85fc20e-2182-45c0-8b6a-fcb491f38ad3,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:07.026720 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4e200c39-3f25-4394-8f75-a0dcd8582128 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.027874 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-4e200c39-3f25-4394-8f75-a0dcd8582128 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126320 Mar 31 20:26:07.031504 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35422) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:07.036763 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:07.056819 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.156294 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.261940 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Allocated IP 172.27.1.94 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/c83a2194-b2d9-41d2-8a88-c5ff167c8990) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:07.364436 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (c83a2194-b2d9-41d2-8a88-c5ff167c8990), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.396381 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (c83a2194-b2d9-41d2-8a88-c5ff167c8990), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.433184 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:07.435926 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:07.439370 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:07.465927 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=c83a2194-b2d9-41d2-8a88-c5ff167c8990,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:07.532424 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (fe22c54a-18fb-40f0-90ab-5e50cce4429a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.567836 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (c83a2194-b2d9-41d2-8a88-c5ff167c8990), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.715335 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (c83a2194-b2d9-41d2-8a88-c5ff167c8990), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.720030 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (c83a2194-b2d9-41d2-8a88-c5ff167c8990), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.788466 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=c83a2194-b2d9-41d2-8a88-c5ff167c8990,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:07.796313 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (fe22c54a-18fb-40f0-90ab-5e50cce4429a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.808839 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 53db945d-2e77-4a01-9691-4793e895c9ea no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:26:07.812453 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.820378 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-8b4bf18b-700f-4161-bc0f-a54a7aba680c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7806911 Mar 31 20:26:07.829760 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 53db945d-2e77-4a01-9691-4793e895c9ea {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:26:07.830185 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 53db945d-2e77-4a01-9691-4793e895c9ea not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:26:08.015299 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-9200f7bf-1fe9-4671-a2e4-da7a12ca6907 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1668523269&fields=id&tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 267 time: 0.0438068 Mar 31 20:26:08.121037 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-a3b9e3fe-cc5e-4035-b1fc-58a68dd59dcf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:08.122482 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-a3b9e3fe-cc5e-4035-b1fc-58a68dd59dcf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 815 time: 0.1000469 Mar 31 20:26:08.136316 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-3cf5276b-3dcd-44e6-9c62-e02df3452536 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/quotas/8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 375 time: 0.0085034 Mar 31 20:26:08.191721 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-beb853e2-b7ff-4e26-806e-755b9142fd8b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493188 Mar 31 20:26:08.287938 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-ea370fa6-cfdf-4702-a836-944b060e63f1 service neutron] 10.222.0.82 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846031 Mar 31 20:26:08.372892 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-599a4c3a-ffec-4b3a-81d7-7d7b561f9abc service neutron] 10.222.0.82 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793879 Mar 31 20:26:08.548272 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8f2e1097-be7b-47e6-9373-886979636789 req-560d635a-fc98-4fe8-bcf9-ca4ce4267f9a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 210 time: 0.0337524 Mar 31 20:26:09.621040 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-46d2e2ac-16d0-4848-8db7-6205b94422fd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:09.622466 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-46d2e2ac-16d0-4848-8db7-6205b94422fd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 815 time: 0.1179912 Mar 31 20:26:09.656760 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b5732474-5a4b-48ad-95e7-87d0721837e4 req-db9db8e1-d4f9-43ed-9abc-a75d406fd26c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 210 time: 0.0329905 Mar 31 20:26:09.700883 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-1a4389c3-f88c-4d7a-a7c0-422102e99fe4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 380 time: 0.0667858 Mar 31 20:26:09.712962 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'port': {'device_id': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'admin_state_up': True, 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'security_groups': ['2df934bf-4c26-401e-9958-640f5a903329']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:09.818541 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Made reservation on behalf of 8458c23e6cee4d3ba8c3caf1196ae08b for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:09.821838 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:09.950197 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Allocated IP 172.20.0.12 (df94f67e-3892-4dfd-8047-a81ba5940098/3ffa9a92-cf33-47ab-abe2-d8205846d26d/7e2e8762-f701-4653-a792-84488f02fef1) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:10.082548 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (7e2e8762-f701-4653-a792-84488f02fef1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.115919 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (7e2e8762-f701-4653-a792-84488f02fef1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.161281 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Network df94f67e-3892-4dfd-8047-a81ba5940098 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:10.164330 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:10.170494 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:10.176266 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=7e2e8762-f701-4653-a792-84488f02fef1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:10.223563 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:10.224086 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.240911 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-dc30f13a-d4ff-4533-ba22-d682325d0380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5313423 Mar 31 20:26:10.253434 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Request body: {'port': {'device_id': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:10.315586 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7e2e8762-f701-4653-a792-84488f02fef1), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.453174 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-58a0b5d5-d7cc-4c45-9ef9-fe372e6b151d None None] Provisioning complete for port 7e2e8762-f701-4653-a792-84488f02fef1 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:10.453587 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-58a0b5d5-d7cc-4c45-9ef9-fe372e6b151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7e2e8762-f701-4653-a792-84488f02fef1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.491417 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-58a0b5d5-d7cc-4c45-9ef9-fe372e6b151d None None] Port 7e2e8762-f701-4653-a792-84488f02fef1 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:26:10.583153 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2e8762-f701-4653-a792-84488f02fef1 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:10.590341 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Publish callbacks [] for port (7e2e8762-f701-4653-a792-84488f02fef1), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.602370 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Transition to ACTIVE for port object 7e2e8762-f701-4653-a792-84488f02fef1 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:26:10.605610 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (7e2e8762-f701-4653-a792-84488f02fef1), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.654543 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Pushing event updated for resources: {'Port': ['ID=7e2e8762-f701-4653-a792-84488f02fef1,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:10.729592 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Attempting to bind port 7e2e8762-f701-4653-a792-84488f02fef1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:10.729935 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Attempting to bind port 7e2e8762-f701-4653-a792-84488f02fef1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:10.730260 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Attempting to bind port 7e2e8762-f701-4653-a792-84488f02fef1 on network df94f67e-3892-4dfd-8047-a81ba5940098 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:10.743643 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Port 7e2e8762-f701-4653-a792-84488f02fef1 on network df94f67e-3892-4dfd-8047-a81ba5940098 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:26:10.743829 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Attempting to bind port 7e2e8762-f701-4653-a792-84488f02fef1 on network df94f67e-3892-4dfd-8047-a81ba5940098 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:10.767562 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:10.767889 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Checking segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:10.768600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Bound using segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:10.768719 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Bound port: 7e2e8762-f701-4653-a792-84488f02fef1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:10.769035 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7e2e8762-f701-4653-a792-84488f02fef1), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.831133 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03e66c-8a81-4301-b2b2-cecb53c7ca6d req-2f3d2ac5-fd7b-4e33-89a0-62f9c918c4f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:10.832598 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cb03e66c-8a81-4301-b2b2-cecb53c7ca6d req-2f3d2ac5-fd7b-4e33-89a0-62f9c918c4f1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 944 time: 0.1048295 Mar 31 20:26:10.865841 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] For port 7e2e8762-f701-4653-a792-84488f02fef1, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:10.885263 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] For port 7e2e8762-f701-4653-a792-84488f02fef1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7e2e8762-f701-4653-a792-84488f02fef1,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:10.897096 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (7e2e8762-f701-4653-a792-84488f02fef1), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.911239 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cb03e66c-8a81-4301-b2b2-cecb53c7ca6d req-6bd88512-26a8-4f14-a1bc-0105929d1c6b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695508 Mar 31 20:26:10.935133 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:10.935695 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.937046 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] 10.222.0.57 "PUT /v2.0/ports/7e2e8762-f701-4653-a792-84488f02fef1 HTTP/1.1" status: 200 len: 1094 time: 0.6880383 Mar 31 20:26:10.937496 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'tag': '7e2e8762-f701-4653-a792-84488f02fef1'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:10.939778 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d07bab-fc76-46d6-ad49-ad4ab73250db", "tag": "7e2e8762-f701-4653-a792-84488f02fef1"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:10.965959 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df629547-3abb-4a9c-9e91-2d33555506fc service neutron] Pushing event updated for resources: {'Port': ['ID=7e2e8762-f701-4653-a792-84488f02fef1,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:11.012687 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0610c526-12a6-4bbf-b4f8-7cf05ffa2569 x-openstack-request-id: req-0610c526-12a6-4bbf-b4f8-7cf05ffa2569 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:11.013011 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d07bab-fc76-46d6-ad49-ad4ab73250db", "tag": "7e2e8762-f701-4653-a792-84488f02fef1", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:11.013265 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0610c526-12a6-4bbf-b4f8-7cf05ffa2569 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:11.013665 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0610c526-12a6-4bbf-b4f8-7cf05ffa2569'] response: {'name': 'network-changed', 'server_uuid': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'tag': '7e2e8762-f701-4653-a792-84488f02fef1', 'status': 'completed', 'code': 200} Mar 31 20:26:11.056050 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-92aa3df7-edaf-4ff7-aaf1-035cee53abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:11.057616 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-92aa3df7-edaf-4ff7-aaf1-035cee53abe0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 1128 time: 0.0564795 Mar 31 20:26:11.107422 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-88d24ba3-c2f2-456b-82ee-a3f73895646f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e2e8762-f701-4653-a792-84488f02fef1 HTTP/1.1" status: 200 len: 217 time: 0.0358238 Mar 31 20:26:11.173690 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-a91337a1-4c27-43ab-89c8-bd75b6a8d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:11.175161 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-a91337a1-4c27-43ab-89c8-bd75b6a8d401 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.0508480 Mar 31 20:26:11.248705 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-71a4e927-0d50-417e-a8c9-2fceceb4d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:11.250142 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-71a4e927-0d50-417e-a8c9-2fceceb4d215 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546107 Mar 31 20:26:11.342336 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-0451a1a5-83f3-4861-9b4d-938dda137553 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824852 Mar 31 20:26:11.662064 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f3c40f7f-e486-49be-9c3e-7842f10d4eaf req-0466518a-6bba-43a3-8b75-79e2b06e6c06 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109040 Mar 31 20:26:11.754855 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-0cbdfef2-7d9f-4a14-a7d6-4505e2750f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:11.756192 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-0cbdfef2-7d9f-4a14-a7d6-4505e2750f6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 1128 time: 0.0427742 Mar 31 20:26:11.848454 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-2cba6b9c-b86d-4a1f-adf0-65918f65c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:11.849853 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-2cba6b9c-b86d-4a1f-adf0-65918f65c1c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 916 time: 0.0811050 Mar 31 20:26:11.906497 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-2ed95059-d611-486c-960e-a19de1fda49b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e2e8762-f701-4653-a792-84488f02fef1 HTTP/1.1" status: 200 len: 217 time: 0.0384674 Mar 31 20:26:11.958133 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-599023ec-b492-4518-a152-d408444dbf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:11.959588 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-599023ec-b492-4518-a152-d408444dbf1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.0431471 Mar 31 20:26:12.047843 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-785cb66a-806b-450d-81a4-60f6dc018fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:12.049227 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-785cb66a-806b-450d-81a4-60f6dc018fdd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774806 Mar 31 20:26:12.060305 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc30585-a109-44e7-a63d-745997a2b97f req-c8e878ed-6bce-4243-9cc5-cba18a6937c9 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:12.061624 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2dc30585-a109-44e7-a63d-745997a2b97f req-c8e878ed-6bce-4243-9cc5-cba18a6937c9 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 944 time: 0.0665107 Mar 31 20:26:12.161255 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2dc30585-a109-44e7-a63d-745997a2b97f req-bb8cb764-1d85-4580-a35a-c2f1be1e67f5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906434 Mar 31 20:26:12.176937 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-f24f5c85-6c60-42b7-915b-1dfcde91ea81 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144145 Mar 31 20:26:12.276441 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fbf4d9fb-b147-4c66-8d03-3fda6d7e16a9 req-a35b1189-e5da-4ed2-a871-bfb652351083 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864029 Mar 31 20:26:12.458977 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419c949-9b11-4b72-878e-3ed804466ce7 req-02baa9a8-c883-4e37-8aff-cbe4668ead4e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:12.460434 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f419c949-9b11-4b72-878e-3ed804466ce7 req-02baa9a8-c883-4e37-8aff-cbe4668ead4e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0556638 Mar 31 20:26:12.506604 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f419c949-9b11-4b72-878e-3ed804466ce7 req-e95355d9-c79e-4edc-8f75-fcf0693f96b9 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 Mar 31 20:26:13.288380 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98676d-7be4-458f-82b3-2caa1a4c4413 req-36ebb5ab-a9f7-4b1e-bd7f-155b1a6ab195 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:13.289834 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7f98676d-7be4-458f-82b3-2caa1a4c4413 req-36ebb5ab-a9f7-4b1e-bd7f-155b1a6ab195 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 944 time: 0.0619218 Mar 31 20:26:13.334136 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7f98676d-7be4-458f-82b3-2caa1a4c4413 req-15331f6d-042c-4cb7-8eec-69818850baf1 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388665 Mar 31 20:26:13.622738 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9418f-aaa7-4b50-b6aa-9cf702dd0884 req-099cb6f0-7145-4b82-9592-07d14204eebd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:13.624219 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15f9418f-aaa7-4b50-b6aa-9cf702dd0884 req-099cb6f0-7145-4b82-9592-07d14204eebd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0509834 Mar 31 20:26:13.670176 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15f9418f-aaa7-4b50-b6aa-9cf702dd0884 req-2798ebd7-e433-41db-ae50-32c37c61734b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400043 Mar 31 20:26:14.448771 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72960c1-e7e6-49fd-8b18-60bc6f80741f req-62592c80-c0bc-4601-b204-a340136566f5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:14.450229 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c72960c1-e7e6-49fd-8b18-60bc6f80741f req-62592c80-c0bc-4601-b204-a340136566f5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 944 time: 0.0513258 Mar 31 20:26:14.498468 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c72960c1-e7e6-49fd-8b18-60bc6f80741f req-1a61b0eb-d565-4867-a6b9-de6e3ae64bb9 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419784 Mar 31 20:26:14.784390 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202856e7-4294-47f8-877d-cc1b353c7489 req-7314d4b5-a8c1-4932-a772-f68f43392eb0 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:14.785827 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-202856e7-4294-47f8-877d-cc1b353c7489 req-7314d4b5-a8c1-4932-a772-f68f43392eb0 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0501568 Mar 31 20:26:14.830439 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-202856e7-4294-47f8-877d-cc1b353c7489 req-d8249356-7891-4b9f-80d4-95a3ad14e29e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392604 Mar 31 20:26:15.612739 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e2018-a836-4c28-9787-a088e0e842b4 req-e6ffa001-8caf-46d1-b134-ac5c369390bc tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.614167 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7d4e2018-a836-4c28-9787-a088e0e842b4 req-e6ffa001-8caf-46d1-b134-ac5c369390bc tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 944 time: 0.0499740 Mar 31 20:26:15.658425 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7d4e2018-a836-4c28-9787-a088e0e842b4 req-c2f479ea-1237-4cf4-89a6-b1b2bc4778f5 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388479 Mar 31 20:26:15.855474 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 7e2e8762-f701-4653-a792-84488f02fef1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:26:15.947863 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c09a47-4421-4061-83e5-0fdc6b31ce15 req-e7677be3-17c3-43b5-aef2-851614152890 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.949328 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-06c09a47-4421-4061-83e5-0fdc6b31ce15 req-e7677be3-17c3-43b5-aef2-851614152890 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0545042 Mar 31 20:26:15.953146 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 7e2e8762-f701-4653-a792-84488f02fef1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7e2e8762-f701-4653-a792-84488f02fef1,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:15.965490 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '7e2e8762-f701-4653-a792-84488f02fef1', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'port_id': '7e2e8762-f701-4653-a792-84488f02fef1', 'mac_address': 'fa:16:3e:fb:a7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:26:15.995231 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-06c09a47-4421-4061-83e5-0fdc6b31ce15 req-a73331fb-cc5e-4607-bd07-0f21aed2c099 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397005 Mar 31 20:26:16.002872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 7e2e8762-f701-4653-a792-84488f02fef1 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:16.003370 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7e2e8762-f701-4653-a792-84488f02fef1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.016198 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2e8762-f701-4653-a792-84488f02fef1 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:16.035863 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 7e2e8762-f701-4653-a792-84488f02fef1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7e2e8762-f701-4653-a792-84488f02fef1,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:16.039589 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7e2e8762-f701-4653-a792-84488f02fef1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.085253 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=7e2e8762-f701-4653-a792-84488f02fef1,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:16.488044 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['7e2e8762-f701-4653-a792-84488f02fef1'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:16.772217 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf5084-02f5-459d-8094-e375591925a8 req-4a94e02b-2f7a-4d35-8986-2ccbde4bbc9d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.773602 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9ccf5084-02f5-459d-8094-e375591925a8 req-4a94e02b-2f7a-4d35-8986-2ccbde4bbc9d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 945 time: 0.0508919 Mar 31 20:26:16.819501 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9ccf5084-02f5-459d-8094-e375591925a8 req-0b4df4bc-203c-4bf0-bca0-5f31f66966eb tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Mar 31 20:26:17.110277 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f463d1e-57ac-4171-8566-6bdeff02f5b6 req-980364e7-435c-43d8-bcac-2304d5196209 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.111846 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0f463d1e-57ac-4171-8566-6bdeff02f5b6 req-980364e7-435c-43d8-bcac-2304d5196209 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0510693 Mar 31 20:26:17.160541 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0f463d1e-57ac-4171-8566-6bdeff02f5b6 req-0330e417-56e8-4ef1-8bd2-42a97de34d77 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433502 Mar 31 20:26:17.885119 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 7e2e8762-f701-4653-a792-84488f02fef1 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:17.934585 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 7e2e8762-f701-4653-a792-84488f02fef1 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:26:17.935707 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde06950-e8bc-465f-92e4-847d314e9b4a req-a5942930-d37a-4174-a4fa-3d17d6dfc486 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.937192 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fde06950-e8bc-465f-92e4-847d314e9b4a req-a5942930-d37a-4174-a4fa-3d17d6dfc486 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 945 time: 0.0521541 Mar 31 20:26:17.938515 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 7e2e8762-f701-4653-a792-84488f02fef1 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:17.938923 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (7e2e8762-f701-4653-a792-84488f02fef1), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:17.988138 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fde06950-e8bc-465f-92e4-847d314e9b4a req-f7005a60-7a65-4eed-bfe1-96e11dc104b4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444582 Mar 31 20:26:18.023924 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 7e2e8762-f701-4653-a792-84488f02fef1 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:18.024312 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7e2e8762-f701-4653-a792-84488f02fef1), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:18.049108 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2e8762-f701-4653-a792-84488f02fef1'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:18.051330 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f524d28-0c29-45d2-bc08-5a1b35f7852a" -d '{"events": [{"server_uuid": "b8d07bab-fc76-46d6-ad49-ad4ab73250db", "name": "network-vif-plugged", "status": "completed", "tag": "7e2e8762-f701-4653-a792-84488f02fef1"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:18.063944 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 7e2e8762-f701-4653-a792-84488f02fef1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7e2e8762-f701-4653-a792-84488f02fef1,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:18.068090 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (7e2e8762-f701-4653-a792-84488f02fef1), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:18.091591 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec73b87f-4e79-48e2-9038-ba9de32c73cb x-openstack-request-id: req-ec73b87f-4e79-48e2-9038-ba9de32c73cb {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:18.091885 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d07bab-fc76-46d6-ad49-ad4ab73250db", "name": "network-vif-plugged", "status": "completed", "tag": "7e2e8762-f701-4653-a792-84488f02fef1", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:18.092141 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ec73b87f-4e79-48e2-9038-ba9de32c73cb {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:18.092536 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec73b87f-4e79-48e2-9038-ba9de32c73cb'] response: {'server_uuid': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2e8762-f701-4653-a792-84488f02fef1', 'code': 200} Mar 31 20:26:18.118500 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=7e2e8762-f701-4653-a792-84488f02fef1,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:18.309994 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56b65f-7e40-45a8-9d39-d15949f230a7 req-6020682b-915b-4867-af43-2d5c4bc25776 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:18.311357 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4b56b65f-7e40-45a8-9d39-d15949f230a7 req-6020682b-915b-4867-af43-2d5c4bc25776 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0844219 Mar 31 20:26:18.314519 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627318-5e4a-4466-88b0-2bffabd64d6d req-afa36fca-0651-4172-8a28-ad3d2bfdf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:18.315855 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e3627318-5e4a-4466-88b0-2bffabd64d6d req-afa36fca-0651-4172-8a28-ad3d2bfdf4f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 1130 time: 0.0634692 Mar 31 20:26:18.382714 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4b56b65f-7e40-45a8-9d39-d15949f230a7 req-3d0e3d9c-f7c2-4c41-ba3c-c947d4c71888 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652504 Mar 31 20:26:18.385759 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e3627318-5e4a-4466-88b0-2bffabd64d6d req-534a017d-74b5-470c-9935-4528f5a3618d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620122 Mar 31 20:26:18.987442 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-d46f9843-43d6-49d7-95a1-f841d8f2fa4b tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643035184&fields=id&tenant_id=39687cfbaefb4fdeb32a72c0d134e48c HTTP/1.1" status: 200 len: 267 time: 0.0433319 Mar 31 20:26:19.117839 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-34d8f046-0033-4b3e-83f2-c46fbeabe113 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.119192 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-34d8f046-0033-4b3e-83f2-c46fbeabe113 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/networks?id=2e8b6335-0512-42bb-9100-6bddaafec174 HTTP/1.1" status: 200 len: 809 time: 0.1256485 Mar 31 20:26:19.140429 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716a141-afe4-45f3-96fb-2e80255c1fdc req-dc0da7ce-f849-4d3b-a2a5-ad725336db72 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.142328 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0716a141-afe4-45f3-96fb-2e80255c1fdc req-dc0da7ce-f849-4d3b-a2a5-ad725336db72 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 946 time: 0.0874600 Mar 31 20:26:19.144637 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-7b953175-543a-443a-a97a-e4f5a407c72c tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/quotas/39687cfbaefb4fdeb32a72c0d134e48c HTTP/1.1" status: 200 len: 375 time: 0.0201046 Mar 31 20:26:19.216579 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0716a141-afe4-45f3-96fb-2e80255c1fdc req-5cb52e7a-8149-4d9e-acdf-10365bc1bec2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688524 Mar 31 20:26:19.227082 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-4de02043-9fc7-4337-8a8c-df325b416c3e tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=39687cfbaefb4fdeb32a72c0d134e48c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740550 Mar 31 20:26:19.329215 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-52d1c899-f8bc-49bc-89f2-05f0bf2f1e59 service neutron] 10.222.0.82 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907323 Mar 31 20:26:19.414392 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-36511ba4-22b2-4209-aaa6-c93ca43094bb service neutron] 10.222.0.82 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795989 Mar 31 20:26:19.506775 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d41971-d005-47f9-a00a-759407e3ba19 req-3056a24f-8d25-40e3-a12c-bcbb5d9c90e7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.508271 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b3d41971-d005-47f9-a00a-759407e3ba19 req-3056a24f-8d25-40e3-a12c-bcbb5d9c90e7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0596941 Mar 31 20:26:19.555113 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b3d41971-d005-47f9-a00a-759407e3ba19 req-d093f124-ac30-4a9d-9b83-1510df8ad32c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Mar 31 20:26:19.690651 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1939b95f-0d25-46d7-ab3f-c4e391fbdd01 req-20af7919-7712-4626-99ab-2bd7611537e3 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 210 time: 0.0266321 Mar 31 20:26:20.335224 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e24ad-ba1b-4de0-9546-7c839e213ff8 req-e7277a27-02ae-46c7-878a-1711b8be13d8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.336654 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed3e24ad-ba1b-4de0-9546-7c839e213ff8 req-e7277a27-02ae-46c7-878a-1711b8be13d8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 946 time: 0.0507421 Mar 31 20:26:20.381517 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed3e24ad-ba1b-4de0-9546-7c839e213ff8 req-da2d1f10-5df2-45cb-b4b6-e658286782d4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393395 Mar 31 20:26:20.495898 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84575796-e1ff-44ed-92a8-ede83294d616 req-eedb85b3-6206-463c-a05a-74adae731a28 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.497263 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-84575796-e1ff-44ed-92a8-ede83294d616 req-eedb85b3-6206-463c-a05a-74adae731a28 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 946 time: 0.0541663 Mar 31 20:26:20.505654 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35568) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:20.509888 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8c1b843d-b5b3-4591-8010-e4933b4e4059 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'floatingip': {'port_id': '7e2e8762-f701-4653-a792-84488f02fef1'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:20.548479 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c1b843d-b5b3-4591-8010-e4933b4e4059 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (fe22c54a-18fb-40f0-90ab-5e50cce4429a), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:20.813710 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d826b-800a-4cbb-a8ba-f31b1d004d9d req-2a449eee-0c2a-4a32-adc8-d61ff735e1bd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.815170 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ae6d826b-800a-4cbb-a8ba-f31b1d004d9d req-2a449eee-0c2a-4a32-adc8-d61ff735e1bd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1803260 Mar 31 20:26:20.847563 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-953b0fb1-aa6c-4e60-8f66-d4eedccb5d03 req-5540f240-fde3-43d8-8b71-b4412a2f1c57 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 210 time: 0.0853009 Mar 31 20:26:20.975865 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-c66813ff-de38-4427-a53f-d86b37c2cd33 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.977293 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-c66813ff-de38-4427-a53f-d86b37c2cd33 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.57 "GET /v2.0/networks?id=2e8b6335-0512-42bb-9100-6bddaafec174 HTTP/1.1" status: 200 len: 809 time: 0.2306285 Mar 31 20:26:20.983588 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ae6d826b-800a-4cbb-a8ba-f31b1d004d9d req-69cbf9f4-c022-4e8c-88c5-a6d916179419 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450140 Mar 31 20:26:21.111414 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-ed597985-ad91-48f4-a6c4-f775ead07fe4 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39687cfbaefb4fdeb32a72c0d134e48c HTTP/1.1" status: 200 len: 380 time: 0.1243947 Mar 31 20:26:21.136648 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Request body: {'port': {'device_id': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'admin_state_up': True, 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'security_groups': ['5c661c34-9a88-4e41-b52d-6c68df364ba3']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:21.260019 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c1b843d-b5b3-4591-8010-e4933b4e4059 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.269304 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c1b843d-b5b3-4591-8010-e4933b4e4059 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (fe22c54a-18fb-40f0-90ab-5e50cce4429a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.366897 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Made reservation on behalf of 39687cfbaefb4fdeb32a72c0d134e48c for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:21.370169 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.404000 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-8c1b843d-b5b3-4591-8010-e4933b4e4059 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Floating IP fe22c54a-18fb-40f0-90ab-5e50cce4429a associated. External IP: 172.27.1.94, port: 7e2e8762-f701-4653-a792-84488f02fef1. Mar 31 20:26:21.586242 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Allocated IP 172.20.0.14 (2e8b6335-0512-42bb-9100-6bddaafec174/046c12d2-6e62-40bc-83ff-8651be7529c4/059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:21.960095 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5a3e9218-7466-4731-a3f8-195318062e62 req-ffc50fd2-7585-4902-b6e8-7739a4dc4426 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 210 time: 0.0424211 Mar 31 20:26:22.028288 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1b843d-b5b3-4591-8010-e4933b4e4059 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:26:22.146836 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.211100 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b78b98-a003-40b7-815e-83694bb7c8f2 req-0c9b8c0e-8155-46c7-932d-546890ad84f1 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:22.212543 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-82b78b98-a003-40b7-815e-83694bb7c8f2 req-0c9b8c0e-8155-46c7-932d-546890ad84f1 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1629586 Mar 31 20:26:22.240454 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.245615 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1b843d-b5b3-4591-8010-e4933b4e4059 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:22.251760 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8c1b843d-b5b3-4591-8010-e4933b4e4059 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.255665 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:22.265406 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:22.266059 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:22.335770 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Network 2e8b6335-0512-42bb-9100-6bddaafec174 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:22.337580 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-8c1b843d-b5b3-4591-8010-e4933b4e4059 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "PUT /v2.0/floatingips/fe22c54a-18fb-40f0-90ab-5e50cce4429a HTTP/1.1" status: 200 len: 991 time: 1.8309739 Mar 31 20:26:22.341010 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'tag': '7e2e8762-f701-4653-a792-84488f02fef1'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:22.343257 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037b49f8-9dea-4297-b195-908cfa51f978" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d07bab-fc76-46d6-ad49-ad4ab73250db", "tag": "7e2e8762-f701-4653-a792-84488f02fef1"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:22.348064 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-82b78b98-a003-40b7-815e-83694bb7c8f2 req-fd3b3593-d980-4e69-9611-2fe0bf1a64e4 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297574 Mar 31 20:26:22.349581 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:22.351523 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event updated for resources: {'Port': ['ID=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:22.353704 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:22.380366 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:22.408147 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a70f19-ec2c-4483-909d-3f83d8785123 x-openstack-request-id: req-97a70f19-ec2c-4483-909d-3f83d8785123 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:22.408659 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d07bab-fc76-46d6-ad49-ad4ab73250db", "tag": "7e2e8762-f701-4653-a792-84488f02fef1", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:22.408822 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-97a70f19-ec2c-4483-909d-3f83d8785123 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:22.409220 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a70f19-ec2c-4483-909d-3f83d8785123'] response: {'name': 'network-changed', 'server_uuid': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'tag': '7e2e8762-f701-4653-a792-84488f02fef1', 'status': 'completed', 'code': 200} Mar 31 20:26:22.419635 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:22.420257 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.451644 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-da33a42a-9dc3-4245-ab78-39da906596d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3185613 Mar 31 20:26:22.488106 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Request body: {'port': {'device_id': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:22.579232 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b49f8-9dea-4297-b195-908cfa51f978 req-a558f5af-90ef-46dd-92dd-819e52e9a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:22.580708 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-037b49f8-9dea-4297-b195-908cfa51f978 req-a558f5af-90ef-46dd-92dd-819e52e9a585 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 1130 time: 0.1052310 Mar 31 20:26:22.581245 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.622127 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'fe22c54a-18fb-40f0-90ab-5e50cce4429a', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '7e2e8762-f701-4653-a792-84488f02fef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:fb:a7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:07Z', 'updated_at': '2022-03-31T20:26:21Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:22.636256 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-ac122598-aa3e-4da3-93b9-fa87a9852fca None None] Provisioning complete for port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:22.637223 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ac122598-aa3e-4da3-93b9-fa87a9852fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.647686 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:22.656671 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:22.657188 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:25:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:22.672492 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-ac122598-aa3e-4da3-93b9-fa87a9852fca None None] Port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:26:22.762052 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:22.784474 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b49f8-9dea-4297-b195-908cfa51f978 req-85a77774-ee8c-4cd8-a9d4-27cd30d1a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:22.785916 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-037b49f8-9dea-4297-b195-908cfa51f978 req-85a77774-ee8c-4cd8-a9d4-27cd30d1a9b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 916 time: 0.1710286 Mar 31 20:26:22.889090 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-037b49f8-9dea-4297-b195-908cfa51f978 req-c0967eaf-28e9-4c97-904c-ee5bf9e784b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e2e8762-f701-4653-a792-84488f02fef1 HTTP/1.1" status: 200 len: 999 time: 0.0795274 Mar 31 20:26:22.964480 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b49f8-9dea-4297-b195-908cfa51f978 req-0b07bfbd-6c86-4ce4-a1a2-5251802c36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:22.965816 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-037b49f8-9dea-4297-b195-908cfa51f978 req-0b07bfbd-6c86-4ce4-a1a2-5251802c36f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.0654757 Mar 31 20:26:23.034503 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:23.050968 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Publish callbacks [] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.072043 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'fe22c54a-18fb-40f0-90ab-5e50cce4429a', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '7e2e8762-f701-4653-a792-84488f02fef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:fb:a7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:07Z', 'updated_at': '2022-03-31T20:26:21Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:23.088532 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Transition to ACTIVE for port object 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:26:23.093279 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b49f8-9dea-4297-b195-908cfa51f978 req-85ed11de-0e9a-44c4-a491-e7048a0ab2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.095436 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-037b49f8-9dea-4297-b195-908cfa51f978 req-85ed11de-0e9a-44c4-a491-e7048a0ab2ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056700 Mar 31 20:26:23.099355 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.102830 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5bdef0-f971-4bfa-9a70-ccd0e9788164 None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'fe22c54a-18fb-40f0-90ab-5e50cce4429a', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': '7e2e8762-f701-4653-a792-84488f02fef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:fb:a7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:07Z', 'updated_at': '2022-03-31T20:26:21Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:23.199987 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb0d10-22e2-4ac2-aedd-ea8ea0f5ec3d req-a47f3822-b081-40d8-8b69-9d98f7f12d43 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.201436 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9acb0d10-22e2-4ac2-aedd-ea8ea0f5ec3d req-a47f3822-b081-40d8-8b69-9d98f7f12d43 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 932 time: 0.1714063 Mar 31 20:26:23.233387 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Pushing event updated for resources: {'Port': ['ID=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:23.308248 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-037b49f8-9dea-4297-b195-908cfa51f978 req-45155ac7-991b-48cf-bd53-2f3e4e544829 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999102 Mar 31 20:26:23.317879 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97905b-80e8-4bc7-bba1-0aad639f7cf0 None None] New status for floating IP fe22c54a-18fb-40f0-90ab-5e50cce4429a: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:26:23.381236 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9acb0d10-22e2-4ac2-aedd-ea8ea0f5ec3d req-b8317b9c-86af-4e42-bce8-776ebfef47df tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712782 Mar 31 20:26:23.410190 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Attempting to bind port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:23.410868 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Attempting to bind port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:23.410868 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Attempting to bind port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b on network 2e8b6335-0512-42bb-9100-6bddaafec174 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:23.424496 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b on network 2e8b6335-0512-42bb-9100-6bddaafec174 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:26:23.424887 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Attempting to bind port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b on network 2e8b6335-0512-42bb-9100-6bddaafec174 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:23.435287 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:23.435561 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Checking segment: {'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:23.435939 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Bound using segment: {'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:23.436737 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Bound port: 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df40f268-25a0-4dc6-a7c0-13d11cd207f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:23.437175 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.507662 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-037b49f8-9dea-4297-b195-908cfa51f978 req-2e600ab3-0911-4e30-9c9c-e3f9bbd28cb6 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884646 Mar 31 20:26:23.557905 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4667e78-9a97-4019-8b6f-610186c5adac req-4779021c-1828-4643-9521-41963f4a7805 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.559370 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e4667e78-9a97-4019-8b6f-610186c5adac req-4779021c-1828-4643-9521-41963f4a7805 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1089833 Mar 31 20:26:23.560377 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] For port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:23.563745 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] For port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:23.579838 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.628409 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.629013 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.630387 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] 10.222.0.57 "PUT /v2.0/ports/059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b HTTP/1.1" status: 200 len: 1094 time: 1.1468873 Mar 31 20:26:23.654370 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e4667e78-9a97-4019-8b6f-610186c5adac req-976b469b-060a-47ab-862a-6136f1c3eea2 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888772 Mar 31 20:26:23.660371 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63c6e1-543f-42f0-9de6-526fff27aa60 service neutron] Pushing event updated for resources: {'Port': ['ID=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:23.721456 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-2d45c17d-5d8c-4f29-84b7-a8094307d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.722984 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-2d45c17d-5d8c-4f29-84b7-a8094307d85d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39687cfbaefb4fdeb32a72c0d134e48c&device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 1128 time: 0.0466032 Mar 31 20:26:23.778565 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-ff73768d-8bf8-4abd-85ff-f07016c6e270 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b HTTP/1.1" status: 200 len: 217 time: 0.0391624 Mar 31 20:26:23.838131 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-f5926931-d3e8-4476-b43a-13912b300e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.839535 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-f5926931-d3e8-4476-b43a-13912b300e5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046c12d2-6e62-40bc-83ff-8651be7529c4 HTTP/1.1" status: 200 len: 848 time: 0.0422013 Mar 31 20:26:23.887643 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-dd8ed4e6-475a-4a7e-b473-74f90578e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.889046 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-dd8ed4e6-475a-4a7e-b473-74f90578e5b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e8b6335-0512-42bb-9100-6bddaafec174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416102 Mar 31 20:26:23.983898 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-abf4afd8-c624-42b4-b38d-74b342a789e4 service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834651 Mar 31 20:26:24.079781 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-416cdc27-6f5c-4fb2-a489-4f2ee3f935b8 req-cdae0f26-bf23-4675-8f75-d749e618f890 service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862868 Mar 31 20:26:24.409975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:24.412717 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc64a976-8cb5-44ab-ad1a-3a1876b76960" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:24.451024 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ddbc3c-610c-4524-b93d-e306e5e0c296 x-openstack-request-id: req-e7ddbc3c-610c-4524-b93d-e306e5e0c296 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:24.451345 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:24.451554 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e7ddbc3c-610c-4524-b93d-e306e5e0c296 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:24.451953 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ddbc3c-610c-4524-b93d-e306e5e0c296'] response: {'name': 'network-changed', 'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'status': 'completed', 'code': 200} Mar 31 20:26:24.539718 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9400cc9-1eac-432f-92d0-18d70a68494d req-e713bdb6-9d0b-4028-9117-ee1d4021c006 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:24.541156 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f9400cc9-1eac-432f-92d0-18d70a68494d req-e713bdb6-9d0b-4028-9117-ee1d4021c006 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0852034 Mar 31 20:26:24.547654 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-720a1957-804c-4ef6-a4f7-e7fb1ab0b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:24.548994 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-720a1957-804c-4ef6-a4f7-e7fb1ab0b369 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39687cfbaefb4fdeb32a72c0d134e48c&device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 1128 time: 0.0662596 Mar 31 20:26:24.642810 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f9400cc9-1eac-432f-92d0-18d70a68494d req-e3c1b8f1-f6ef-465e-afbc-b74414da0208 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927787 Mar 31 20:26:24.667948 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-50810b2c-8ba6-47bf-8bb4-e65e8c99127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:24.669368 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-50810b2c-8ba6-47bf-8bb4-e65e8c99127d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2e8b6335-0512-42bb-9100-6bddaafec174 HTTP/1.1" status: 200 len: 910 time: 0.1075346 Mar 31 20:26:24.715709 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-b83bc955-0019-4a63-801e-e5df2f358eaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b HTTP/1.1" status: 200 len: 217 time: 0.0375590 Mar 31 20:26:24.797957 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-d8c58159-6a57-4b34-b53c-35e75a5f8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:24.799398 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-d8c58159-6a57-4b34-b53c-35e75a5f8277 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046c12d2-6e62-40bc-83ff-8651be7529c4 HTTP/1.1" status: 200 len: 848 time: 0.0713377 Mar 31 20:26:24.814190 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adb9e5-0b6c-4c8b-a0b2-1d2ea0ec491e req-b1707fad-8391-4952-80aa-720d601a9d8d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:24.815574 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-62adb9e5-0b6c-4c8b-a0b2-1d2ea0ec491e req-b1707fad-8391-4952-80aa-720d601a9d8d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0785456 Mar 31 20:26:24.888849 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-62adb9e5-0b6c-4c8b-a0b2-1d2ea0ec491e req-7f3e7601-c7a1-4989-b844-259107f86bfd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652721 Mar 31 20:26:24.894191 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-c802bb7f-7c4d-4c3c-bc37-cf6fdb9811a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:24.895574 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-c802bb7f-7c4d-4c3c-bc37-cf6fdb9811a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e8b6335-0512-42bb-9100-6bddaafec174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791824 Mar 31 20:26:24.990898 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-6c01c6da-1479-418a-a729-30d3e7987689 service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801866 Mar 31 20:26:25.091266 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc64a976-8cb5-44ab-ad1a-3a1876b76960 req-1e47a32a-debc-45c2-bed5-fa65fcb1c7ae service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836453 Mar 31 20:26:25.756647 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63841b8d-a850-4c86-854f-23f512add23b req-07ab4df7-3dc4-405e-8026-0d761637a1e7 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:25.758071 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-63841b8d-a850-4c86-854f-23f512add23b req-07ab4df7-3dc4-405e-8026-0d761637a1e7 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0506816 Mar 31 20:26:25.804576 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-63841b8d-a850-4c86-854f-23f512add23b req-5839c4ff-b0a7-47ec-92b5-0c4d1a699cb2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410531 Mar 31 20:26:25.832098 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ee5710d0-3d45-4d4c-b936-0fb964b54ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:26.006368 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af3d98-486c-4034-8419-5a51b44f8ea3 req-db58ba16-fedf-45d1-82b1-7cdf58b7f08b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:26.007833 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-98af3d98-486c-4034-8419-5a51b44f8ea3 req-db58ba16-fedf-45d1-82b1-7cdf58b7f08b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0535645 Mar 31 20:26:26.052632 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-98af3d98-486c-4034-8419-5a51b44f8ea3 req-3bef9a55-b721-4ba2-b20d-e132731e63fd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393593 Mar 31 20:26:26.921352 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e6f5a-3e08-4e89-a3ab-c84b0b4ff37a req-b2d102b2-5663-4d38-a6d2-e59283babd98 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:26.922858 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-047e6f5a-3e08-4e89-a3ab-c84b0b4ff37a req-b2d102b2-5663-4d38-a6d2-e59283babd98 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0510709 Mar 31 20:26:26.969626 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-047e6f5a-3e08-4e89-a3ab-c84b0b4ff37a req-36b325ad-7d2e-4d88-af43-9c3a4c60a471 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412803 Mar 31 20:26:27.166684 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363c082-f0a0-4616-873f-af5a98c63ce0 req-d97d7fdf-bd7b-4264-9306-e5f7469712d7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:27.168125 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0363c082-f0a0-4616-873f-af5a98c63ce0 req-d97d7fdf-bd7b-4264-9306-e5f7469712d7 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0501781 Mar 31 20:26:27.215690 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0363c082-f0a0-4616-873f-af5a98c63ce0 req-763933a0-fb7c-4816-ba40-ad6791dc9500 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422275 Mar 31 20:26:28.089498 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7942d7-214b-49cf-ac1d-70b34ec3abc0 req-12950765-76de-4dd0-aa3b-b6e2f0d3419d tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.090188 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-eb15c9aa-1d0e-4a64-806f-0047a46b2d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:28.091560 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5a7942d7-214b-49cf-ac1d-70b34ec3abc0 req-12950765-76de-4dd0-aa3b-b6e2f0d3419d tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0574801 Mar 31 20:26:28.139679 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5a7942d7-214b-49cf-ac1d-70b34ec3abc0 req-af0a5319-a57b-42c7-ad16-46c9b88ab007 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417597 Mar 31 20:26:28.333188 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb9bd6-6439-4ece-944c-f94f87e47ae7 req-aa0ac35d-0180-4f0a-b220-95b7d03d566a tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.334585 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ffb9bd6-6439-4ece-944c-f94f87e47ae7 req-aa0ac35d-0180-4f0a-b220-95b7d03d566a tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0503902 Mar 31 20:26:28.380394 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ffb9bd6-6439-4ece-944c-f94f87e47ae7 req-02fbd129-9a7a-434d-8195-ae1e3ec483f5 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 Mar 31 20:26:28.586555 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705fe4d-2cf3-45b6-b5e6-efd6a72dd6aa req-f1e428a0-71b3-4e46-bbe2-5fffc1f9e21d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.588115 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0705fe4d-2cf3-45b6-b5e6-efd6a72dd6aa req-f1e428a0-71b3-4e46-bbe2-5fffc1f9e21d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0539858 Mar 31 20:26:28.660581 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0705fe4d-2cf3-45b6-b5e6-efd6a72dd6aa req-500e3e29-ca68-48ab-9cf3-31e6826bfdf5 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655842 Mar 31 20:26:28.669019 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-dfdd691d-233f-4b29-b52d-0d0e83cd60be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.670458 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-dfdd691d-233f-4b29-b52d-0d0e83cd60be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 1129 time: 0.0689435 Mar 31 20:26:28.760943 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-68611ff0-0191-4e33-826e-342325f0d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.762395 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-68611ff0-0191-4e33-826e-342325f0d235 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 912 time: 0.0843887 Mar 31 20:26:29.057732 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-ab87a90a-80d1-4933-881b-29ca0924bc07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8 HTTP/1.1" status: 200 len: 1000 time: 0.2886543 Mar 31 20:26:29.106949 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-5f287922-6d88-40fe-b448-e068ce2811e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:29.108520 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-5f287922-6d88-40fe-b448-e068ce2811e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dfa396b-59dd-4cc2-9232-d9b8a65c8441 HTTP/1.1" status: 200 len: 850 time: 0.0426824 Mar 31 20:26:29.170041 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-7733b6d8-f858-4b71-a9c7-739ef6a7f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:29.171577 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-7733b6d8-f858-4b71-a9c7-739ef6a7f1ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52a08276-8ed8-42f8-83e9-f46419f30e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450389 Mar 31 20:26:29.296574 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae5a41-d84b-4c9d-8f43-c8bca7ffc238 req-e45e3ffb-bfb8-4530-8af5-5e7f8821f64a tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:29.297991 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c6ae5a41-d84b-4c9d-8f43-c8bca7ffc238 req-e45e3ffb-bfb8-4530-8af5-5e7f8821f64a tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0792334 Mar 31 20:26:29.301315 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-de485c1d-0988-495d-8d63-92c741174e34 service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214700 Mar 31 20:26:29.344997 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:29.393237 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c6ae5a41-d84b-4c9d-8f43-c8bca7ffc238 req-526f24fb-3041-444a-8009-e28f425a06f4 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896094 Mar 31 20:26:29.418744 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4d5289c-dcae-476e-84b9-54bab7631008 req-378d17da-63ba-40ed-b72a-201c4c7ebe16 service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096787 Mar 31 20:26:29.776215 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bbf30-51ab-4111-8e2a-651c8cb4e8dd req-09a5688e-7008-499a-8ffa-9b27c305eb1e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:29.777664 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-752bbf30-51ab-4111-8e2a-651c8cb4e8dd req-09a5688e-7008-499a-8ffa-9b27c305eb1e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0517540 Mar 31 20:26:29.826336 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-752bbf30-51ab-4111-8e2a-651c8cb4e8dd req-1c701c2f-611f-429c-baee-e5e7b02aa250 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Mar 31 20:26:30.507374 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49dda7-24e3-4c24-98b7-a5478da8deda req-cda77224-b4fa-4008-bd04-a8a343ce1007 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:30.508796 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fc49dda7-24e3-4c24-98b7-a5478da8deda req-cda77224-b4fa-4008-bd04-a8a343ce1007 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0501742 Mar 31 20:26:30.556108 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fc49dda7-24e3-4c24-98b7-a5478da8deda req-20daf64b-5754-4b9d-b86f-24c924d632a1 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Mar 31 20:26:30.709040 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:30.940512 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3fdae-3b61-43f5-bf49-44e4500c953b req-3dbe78a2-0595-4b5a-be97-255e8f6afc70 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:30.941888 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0d3fdae-3b61-43f5-bf49-44e4500c953b req-3dbe78a2-0595-4b5a-be97-255e8f6afc70 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0504942 Mar 31 20:26:30.986395 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0d3fdae-3b61-43f5-bf49-44e4500c953b req-644acbfd-5600-422d-89f5-2daaef531db4 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389042 Mar 31 20:26:31.674105 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bd6bf-83a6-48b2-a260-be947c365aad req-bcaef485-6f6a-4a46-bd3a-d33337f766c2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:31.675578 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a62bd6bf-83a6-48b2-a260-be947c365aad req-bcaef485-6f6a-4a46-bd3a-d33337f766c2 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0545781 Mar 31 20:26:31.722344 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a62bd6bf-83a6-48b2-a260-be947c365aad req-de6a1504-eb5c-4868-bba6-6f52c38b5b3a tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Mar 31 20:26:31.988746 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:26:32.092267 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:32.106172 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:32.107602 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'port_id': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'mac_address': 'fa:16:3e:4c:3b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:26:32.146532 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:32.146532 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:32.159607 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:32.178981 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:32.182649 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:32.227402 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:32.512547 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:32.841262 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f38df-d269-4791-a2b4-8c12d0b217ff req-fce811e8-5155-4f8a-a83d-422ac3e1557d tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:32.842704 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-218f38df-d269-4791-a2b4-8c12d0b217ff req-fce811e8-5155-4f8a-a83d-422ac3e1557d tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 945 time: 0.0503678 Mar 31 20:26:32.889199 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-218f38df-d269-4791-a2b4-8c12d0b217ff req-5ab6c936-4c38-4be2-abd7-e7a242d259ac tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Mar 31 20:26:33.476000 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:34.006688 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bf0e3-aa3a-4d9a-8a4d-8c130b1e53bf req-8a8e9dcf-7d7a-45d2-ac04-80f05cc2833f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:34.008113 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:34.008268 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ef8bf0e3-aa3a-4d9a-8a4d-8c130b1e53bf req-8a8e9dcf-7d7a-45d2-ac04-80f05cc2833f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 945 time: 0.0539489 Mar 31 20:26:34.057095 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ef8bf0e3-aa3a-4d9a-8a4d-8c130b1e53bf req-e94b1ccf-c1f3-4e68-97fd-d86755018337 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433421 Mar 31 20:26:34.058505 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:26:34.062999 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:34.063381 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:34.142624 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:34.143051 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:34.168546 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:34.170699 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8ce931-3e25-406a-be0b-ff534eb42717" -d '{"events": [{"server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "name": "network-vif-plugged", "status": "completed", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:34.182817 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:34.187580 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:34.210242 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac15d3f-8523-4b94-9326-b0e403d1788f x-openstack-request-id: req-3ac15d3f-8523-4b94-9326-b0e403d1788f {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:34.210540 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "name": "network-vif-plugged", "status": "completed", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:34.210823 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3ac15d3f-8523-4b94-9326-b0e403d1788f {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:34.211221 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac15d3f-8523-4b94-9326-b0e403d1788f'] response: {'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'code': 200} Mar 31 20:26:34.236720 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:34.394803 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:26:34.511693 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254176d-aee8-4e67-ba7c-8494299b8ff8 req-bc5241f0-8620-452e-91f0-8df927a4e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:34.513209 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6254176d-aee8-4e67-ba7c-8494299b8ff8 req-bc5241f0-8620-452e-91f0-8df927a4e4e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 1130 time: 0.0432029 Mar 31 20:26:34.563009 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6254176d-aee8-4e67-ba7c-8494299b8ff8 req-ed77b8e6-5468-4fe6-b532-1bb02b0d16e2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404634 Mar 31 20:26:35.182044 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead4cf5-4a45-4918-ad0f-21e6248942a7 req-85d62b12-4613-4eac-884c-6bc866cb811b tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.183544 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aead4cf5-4a45-4918-ad0f-21e6248942a7 req-85d62b12-4613-4eac-884c-6bc866cb811b tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0551984 Mar 31 20:26:35.237129 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aead4cf5-4a45-4918-ad0f-21e6248942a7 req-3f5b640a-6f3e-49ce-bf6f-28dc049467d9 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469241 Mar 31 20:26:35.676596 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-4b8d7b2c-affd-47a7-91ea-cf3eb17cfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.677964 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-4b8d7b2c-affd-47a7-91ea-cf3eb17cfe76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 1129 time: 0.0674489 Mar 31 20:26:35.685634 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fd453-5f0c-4a0b-9264-56c85d930fe0 req-efcb72a6-fbbc-4782-a0dc-7c55f90d126f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.687615 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f10fd453-5f0c-4a0b-9264-56c85d930fe0 req-efcb72a6-fbbc-4782-a0dc-7c55f90d126f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0856798 Mar 31 20:26:35.789681 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f10fd453-5f0c-4a0b-9264-56c85d930fe0 req-6d27e7fd-acff-4cf0-82fd-ad12a3d49309 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933394 Mar 31 20:26:35.807377 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-c0f53a72-49aa-4830-9851-bc3ec65cdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.808920 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-c0f53a72-49aa-4830-9851-bc3ec65cdb28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.1203721 Mar 31 20:26:35.888697 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-b5b42c89-9090-4c20-a133-db4eac898684 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61 HTTP/1.1" status: 200 len: 1001 time: 0.0564208 Mar 31 20:26:35.948405 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-f418e2df-6ef6-4161-ab0c-90f8050e4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.949767 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-f418e2df-6ef6-4161-ab0c-90f8050e4b67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0480206 Mar 31 20:26:36.001181 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-182c006a-d3e1-4a8c-9476-92895bc0afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:36.002643 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-182c006a-d3e1-4a8c-9476-92895bc0afb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435293 Mar 31 20:26:36.095322 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-8f45c01f-9474-4590-a555-7c656a19631a service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797346 Mar 31 20:26:36.192366 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c63760c6-2fb1-45b3-a7fb-2f0b56edcbae req-6b64a908-9f1c-4310-925c-16995194a4a4 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848577 Mar 31 20:26:36.354109 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81e7a9-b85c-4994-b5a5-b86da3d11454 req-d94504ca-6f1e-4841-a03a-d1d1d47ef1ca tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:36.355556 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3e81e7a9-b85c-4994-b5a5-b86da3d11454 req-d94504ca-6f1e-4841-a03a-d1d1d47ef1ca tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0504351 Mar 31 20:26:36.401352 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3e81e7a9-b85c-4994-b5a5-b86da3d11454 req-eeffc0cb-1f1d-4070-a1a6-bd9a6f083271 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403225 Mar 31 20:26:36.520171 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a46b0-58c9-48a4-8430-f413ce1e6a7f req-ed48bf56-01fe-4045-9fb3-f302eddeda7b tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:36.521627 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d47a46b0-58c9-48a4-8430-f413ce1e6a7f req-ed48bf56-01fe-4045-9fb3-f302eddeda7b tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0555060 Mar 31 20:26:36.568962 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d47a46b0-58c9-48a4-8430-f413ce1e6a7f req-941ac822-26a1-43f7-bbb5-6eb16c107940 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Mar 31 20:26:36.590057 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35682) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:36.772107 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d96c87-39b7-49fd-aa74-2c931c150328 tempest-TestShelveInstance-389601784 tempest-TestShelveInstance-389601784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:36.773498 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a1d96c87-39b7-49fd-aa74-2c931c150328 tempest-TestShelveInstance-389601784 tempest-TestShelveInstance-389601784-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 1125 time: 0.1824343 Mar 31 20:26:36.776461 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35686) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:36.780892 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'port_id': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:36.800255 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.923367 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7737d-2b27-4126-bdae-744a4b889b95 req-3235a872-1c54-4da5-b20e-4e9a5a43a7f2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:36.924806 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1ee7737d-2b27-4126-bdae-744a4b889b95 req-3235a872-1c54-4da5-b20e-4e9a5a43a7f2 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0684772 Mar 31 20:26:36.962511 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.009320 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1ee7737d-2b27-4126-bdae-744a4b889b95 req-ca7ab06a-8a7e-44f0-9add-25f5aee1d338 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773234 Mar 31 20:26:37.081307 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Allocated IP 172.27.1.250 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/20b8c44b-3f87-425a-a376-2fee5cc6300e) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:37.178414 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for port (20b8c44b-3f87-425a-a376-2fee5cc6300e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.211101 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (20b8c44b-3f87-425a-a376-2fee5cc6300e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.248503 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:37.251966 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:37.254449 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:37.284805 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event updated for resources: {'Port': ['ID=20b8c44b-3f87-425a-a376-2fee5cc6300e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:37.297657 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.298003 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.298345 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.298713 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.299037 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.299368 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.299696 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.300023 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.300350 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.300674 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.300996 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.301321 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.301644 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.301962 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.302279 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:37.610118 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for floatingip (c4b2723d-2340-4029-8ed0-d675bdc92b9b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.677315 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (20b8c44b-3f87-425a-a376-2fee5cc6300e), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.817536 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for port (20b8c44b-3f87-425a-a376-2fee5cc6300e), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.821813 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (20b8c44b-3f87-425a-a376-2fee5cc6300e), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.890536 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event updated for resources: {'Port': ['ID=20b8c44b-3f87-425a-a376-2fee5cc6300e,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:37.899986 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (c4b2723d-2340-4029-8ed0-d675bdc92b9b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.997204 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Floating IP c4b2723d-2340-4029-8ed0-d675bdc92b9b associated. External IP: 172.27.1.250, port: 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b. Mar 31 20:26:38.142028 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3b5a7-65c5-45a6-9fff-10ba23d42e47 req-2904a291-72c4-428e-a25a-2b1f71840d6f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.143448 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-21f3b5a7-65c5-45a6-9fff-10ba23d42e47 req-2904a291-72c4-428e-a25a-2b1f71840d6f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0662668 Mar 31 20:26:38.260999 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-21f3b5a7-65c5-45a6-9fff-10ba23d42e47 req-62c81cdc-f0c0-47b7-89b5-5a8a71714510 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827036 Mar 31 20:26:38.278921 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Router a3b1b50f-483d-4e17-baef-47ec8dd6f95a has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:26:38.384116 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:38.393985 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] Sync routers for ids ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:38.402275 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.403115 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] Routers {'a3b1b50f-483d-4e17-baef-47ec8dd6f95a'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:38.403721 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:26:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:38.433430 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-236f1d80-ea55-4677-aaca-e75923a25457 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6556842 Mar 31 20:26:38.434124 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:38.436491 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4490d123-3acb-4e0d-afdc-fe9dc9940412" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:38.481029 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8920e78-f4fb-4f00-a911-2bfe4ab4ee55 x-openstack-request-id: req-e8920e78-f4fb-4f00-a911-2bfe4ab4ee55 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:38.481336 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:38.481597 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e8920e78-f4fb-4f00-a911-2bfe4ab4ee55 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:38.482010 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8920e78-f4fb-4f00-a911-2bfe4ab4ee55'] response: {'name': 'network-changed', 'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'status': 'completed', 'code': 200} Mar 31 20:26:38.511188 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] Set router a3b1b50f-483d-4e17-baef-47ec8dd6f95a gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:38.554265 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-718eb9be-5e60-491d-8f7c-58220e768af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.555824 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-718eb9be-5e60-491d-8f7c-58220e768af8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39687cfbaefb4fdeb32a72c0d134e48c&device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 1130 time: 0.0442359 Mar 31 20:26:38.656840 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-9ded6426-d476-4855-89e6-a7161c3945a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.658189 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-9ded6426-d476-4855-89e6-a7161c3945a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2e8b6335-0512-42bb-9100-6bddaafec174 HTTP/1.1" status: 200 len: 910 time: 0.0855615 Mar 31 20:26:38.729183 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-553b9b9d-e74a-4379-9c39-de2e3e0a3f6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b HTTP/1.1" status: 200 len: 1000 time: 0.0587461 Mar 31 20:26:38.733019 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'c4b2723d-2340-4029-8ed0-d675bdc92b9b', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'port_id': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'mac_address': 'fa:16:3e:4c:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:37Z', 'updated_at': '2022-03-31T20:26:37Z', 'revision_number': 0, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee926fb-1deb-456a-94d6-b56374057d94', 'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'mac_address': 'fa:16:3e:74:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:48Z', 'updated_at': '2022-03-31T20:25:53Z', 'revision_number': 5, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'subnets': [{'id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:38.760082 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] Checking router: a3b1b50f-483d-4e17-baef-47ec8dd6f95a for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:38.768311 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] Routers {'a3b1b50f-483d-4e17-baef-47ec8dd6f95a'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:38.768919 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:26:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:38.784662 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-13774f00-4e1a-4177-8f19-66795a25885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.786100 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-13774f00-4e1a-4177-8f19-66795a25885c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046c12d2-6e62-40bc-83ff-8651be7529c4 HTTP/1.1" status: 200 len: 848 time: 0.0458932 Mar 31 20:26:38.835398 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-0bd37179-ba77-47ad-a07b-e6efb8ebaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.836881 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-0bd37179-ba77-47ad-a07b-e6efb8ebaff7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e8b6335-0512-42bb-9100-6bddaafec174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429842 Mar 31 20:26:38.873705 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] Set router a3b1b50f-483d-4e17-baef-47ec8dd6f95a gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:38.922644 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-b813a5ed-8d88-45ae-8ffe-6cd36f07d9d0 service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788999 Mar 31 20:26:39.016409 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4490d123-3acb-4e0d-afdc-fe9dc9940412 req-7d73421a-0024-4816-9ac2-aab68576f646 service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826459 Mar 31 20:26:39.093890 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'c4b2723d-2340-4029-8ed0-d675bdc92b9b', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'port_id': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'mac_address': 'fa:16:3e:4c:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:37Z', 'updated_at': '2022-03-31T20:26:37Z', 'revision_number': 0, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee926fb-1deb-456a-94d6-b56374057d94', 'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'mac_address': 'fa:16:3e:74:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:48Z', 'updated_at': '2022-03-31T20:25:53Z', 'revision_number': 5, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'subnets': [{'id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:39.122751 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d8cc4-5452-4abc-927f-d05da18c87ac None None] The sync data for ids ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'] in dv-cinder-836071-1-iscsi is: [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'c4b2723d-2340-4029-8ed0-d675bdc92b9b', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'port_id': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'mac_address': 'fa:16:3e:4c:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:37Z', 'updated_at': '2022-03-31T20:26:37Z', 'revision_number': 0, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee926fb-1deb-456a-94d6-b56374057d94', 'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'mac_address': 'fa:16:3e:74:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:48Z', 'updated_at': '2022-03-31T20:25:53Z', 'revision_number': 5, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'subnets': [{'id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:39.308537 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a615a-0f04-4001-9ea6-7c3f56c2f767 None None] New status for floating IP c4b2723d-2340-4029-8ed0-d675bdc92b9b: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:26:39.379971 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a38956-f2f4-4b4c-ae52-f0667a2c8f7e req-649da923-674b-46ba-aa21-58026a1c0890 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:39.381524 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-32a38956-f2f4-4b4c-ae52-f0667a2c8f7e req-649da923-674b-46ba-aa21-58026a1c0890 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0520642 Mar 31 20:26:39.432501 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-32a38956-f2f4-4b4c-ae52-f0667a2c8f7e req-5045e18e-65b0-4be1-9c17-4cf866f11c14 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451493 Mar 31 20:26:40.553007 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0706b94-d5d3-47f1-8892-10cf8da41634 req-89c96bf7-f61d-4482-9266-82f7bae407c9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:40.554449 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d0706b94-d5d3-47f1-8892-10cf8da41634 req-89c96bf7-f61d-4482-9266-82f7bae407c9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0541029 Mar 31 20:26:40.599251 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d0706b94-d5d3-47f1-8892-10cf8da41634 req-744c4801-631e-4cfc-a96e-e6550c81803f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391097 Mar 31 20:26:41.714216 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2433e28-83f5-45f0-a70c-ef6a6fd28acf req-f71d9694-f415-4d6a-b8af-43cc7a6712e6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:41.715651 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2433e28-83f5-45f0-a70c-ef6a6fd28acf req-f71d9694-f415-4d6a-b8af-43cc7a6712e6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0493827 Mar 31 20:26:41.759683 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2433e28-83f5-45f0-a70c-ef6a6fd28acf req-d21cfbf2-3fc9-4da0-9119-0004c37fc93c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379739 Mar 31 20:26:42.871877 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ed73c-5534-4b3f-a897-e1bbf98b437d req-c680017c-12c7-466e-b5af-d5b0af4b23c6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:42.873286 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff4ed73c-5534-4b3f-a897-e1bbf98b437d req-c680017c-12c7-466e-b5af-d5b0af4b23c6 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0489793 Mar 31 20:26:42.922232 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff4ed73c-5534-4b3f-a897-e1bbf98b437d req-f3042c73-86ed-4804-a6ee-44dd4808d2b0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Mar 31 20:26:44.035792 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74590f-540f-4bcc-a47d-5444a9a2320a req-affbb560-7a39-41f6-a155-0be0d6e9c937 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:44.037212 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dd74590f-540f-4bcc-a47d-5444a9a2320a req-affbb560-7a39-41f6-a155-0be0d6e9c937 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0501108 Mar 31 20:26:44.081881 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dd74590f-540f-4bcc-a47d-5444a9a2320a req-56f53c29-a880-4cdf-80eb-182780508d52 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392754 Mar 31 20:26:45.196478 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b7889-b254-4a77-91a4-e61ddc970234 req-bdc6b49a-20bd-4638-856e-00493b538fae tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:45.197905 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-259b7889-b254-4a77-91a4-e61ddc970234 req-bdc6b49a-20bd-4638-856e-00493b538fae tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0510910 Mar 31 20:26:45.242009 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-259b7889-b254-4a77-91a4-e61ddc970234 req-7b009039-a04c-4b58-ba6e-6ec62da2affa tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385242 Mar 31 20:26:46.583799 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c438877-1bf8-46c2-b1fc-887efa6aa754 req-d043ed9c-c132-4f43-bde0-0cea80667c1f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:46.585261 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c438877-1bf8-46c2-b1fc-887efa6aa754 req-d043ed9c-c132-4f43-bde0-0cea80667c1f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.2760174 Mar 31 20:26:46.629699 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c438877-1bf8-46c2-b1fc-887efa6aa754 req-42d8b9bf-c0f3-446c-8c4e-dccdc4ee0c0b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388634 Mar 31 20:26:47.348322 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e58145-2588-4d57-8a24-7ddbb46d86fb req-0ae704d7-5777-4421-937c-21a93fd55c0f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:47.349654 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b1e58145-2588-4d57-8a24-7ddbb46d86fb req-0ae704d7-5777-4421-937c-21a93fd55c0f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.0495501 Mar 31 20:26:47.394583 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b1e58145-2588-4d57-8a24-7ddbb46d86fb req-ec0ba6af-f207-4623-8eda-cfabae55f85a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 Mar 31 20:26:47.748258 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3f804-0262-4ff7-b42e-96193c59fea3 req-64363138-fe9b-4380-a089-92d8521e2be0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:47.749673 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3a3f804-0262-4ff7-b42e-96193c59fea3 req-64363138-fe9b-4380-a089-92d8521e2be0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0525703 Mar 31 20:26:47.794046 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c3a3f804-0262-4ff7-b42e-96193c59fea3 req-84b1739e-0bb9-4fb9-b411-204be0b700c4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388660 Mar 31 20:26:48.514851 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2386301-e934-4df2-9946-facb2462c7ed req-befab920-d995-4b3a-81a4-09273cc4312c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:48.516294 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f2386301-e934-4df2-9946-facb2462c7ed req-befab920-d995-4b3a-81a4-09273cc4312c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.0514102 Mar 31 20:26:48.561959 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f2386301-e934-4df2-9946-facb2462c7ed req-01e836d4-4a36-4e36-9f3d-177ddcf68617 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Mar 31 20:26:48.907583 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0739b41-49d1-4719-8741-c2bf990e1532 req-f30ac180-3ec3-415f-a2a5-5c66eafa7e81 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:48.909026 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e0739b41-49d1-4719-8741-c2bf990e1532 req-f30ac180-3ec3-415f-a2a5-5c66eafa7e81 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0508151 Mar 31 20:26:48.956662 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e0739b41-49d1-4719-8741-c2bf990e1532 req-5a057bbf-a62e-4848-a8cb-a22fc19117dd tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422225 Mar 31 20:26:49.572186 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-29129fac-0ecb-4a68-88eb-9341b3edffcc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:49.573635 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-29129fac-0ecb-4a68-88eb-9341b3edffcc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.57 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.0499990 Mar 31 20:26:49.706125 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Deleting port 9e52a048-84cb-45c5-9809-e1be581e1bd1 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:26:49.706460 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:49.716271 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2646-dc10-45ab-bd3b-818b29977627 req-2e5f8290-ce61-4f5f-bbde-b477e787b967 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:49.718256 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-baac2646-dc10-45ab-bd3b-818b29977627 req-2e5f8290-ce61-4f5f-bbde-b477e787b967 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 947 time: 0.0750172 Mar 31 20:26:49.818720 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-baac2646-dc10-45ab-bd3b-818b29977627 req-81eff65e-f1a3-4c28-89a0-9d51ae11e276 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=d1cc001d-406c-427a-80c0-6be4eca31ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900941 Mar 31 20:26:49.835596 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] For port 9e52a048-84cb-45c5-9809-e1be581e1bd1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9e52a048-84cb-45c5-9809-e1be581e1bd1,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:49.835596 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.008449 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.009144 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (d297d5cd-e8b4-4647-9e9a-101dc87bc08b), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.009144 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Floating IP d297d5cd-e8b4-4647-9e9a-101dc87bc08b disassociated. External IP: 172.27.1.45, port: 9e52a048-84cb-45c5-9809-e1be581e1bd1. Mar 31 20:26:50.009399 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Calling delete_port for 9e52a048-84cb-45c5-9809-e1be581e1bd1 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:26:50.127154 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c8463-9db3-4b16-82fb-c70907c97730 req-c15d9364-ddca-4f2f-a091-37ef964923c0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:50.128563 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-545c8463-9db3-4b16-82fb-c70907c97730 req-c15d9364-ddca-4f2f-a091-37ef964923c0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0790238 Mar 31 20:26:50.212249 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-545c8463-9db3-4b16-82fb-c70907c97730 req-e2047185-8e57-49c3-8f90-c3bcd2cc23b3 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775690 Mar 31 20:26:50.213280 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (9e52a048-84cb-45c5-9809-e1be581e1bd1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.242292 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event deleted for resources: {'Port': ['ID=9e52a048-84cb-45c5-9809-e1be581e1bd1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:50.368137 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Router fd38d247-1bf4-4567-b427-dde47a17b6b7 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:26:50.478928 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:50.489632 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] Sync routers for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:50.500013 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:50.500711 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:26:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:50.525886 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] No DVR routers for this DVR port 9e52a048-84cb-45c5-9809-e1be581e1bd1 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:26:50.528396 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:50.532074 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b6c6eed7-ee8f-414c-bfc9-8ccae6e68ffa req-04aeabad-5924-4873-b6eb-49156e3e32c6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.57 "DELETE /v2.0/ports/9e52a048-84cb-45c5-9809-e1be581e1bd1 HTTP/1.1" status: 204 len: 173 time: 0.9494565 Mar 31 20:26:50.532516 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'name': 'network-vif-deleted', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:50.534754 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2565fd6b-986c-4d86-a393-d41ef29b9ecb" -d '{"events": [{"server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "name": "network-vif-deleted", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:50.574382 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d5693b-5fd4-497e-a4e5-e647a16ef8bd x-openstack-request-id: req-d3d5693b-5fd4-497e-a4e5-e647a16ef8bd {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:50.574700 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06b5dee-8d7b-4997-9090-7e59df90e09e", "name": "network-vif-deleted", "tag": "9e52a048-84cb-45c5-9809-e1be581e1bd1", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:50.574961 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d3d5693b-5fd4-497e-a4e5-e647a16ef8bd {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:50.575371 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d5693b-5fd4-497e-a4e5-e647a16ef8bd'] response: {'server_uuid': 'a06b5dee-8d7b-4997-9090-7e59df90e09e', 'name': 'network-vif-deleted', 'tag': '9e52a048-84cb-45c5-9809-e1be581e1bd1', 'status': 'completed', 'code': 200} Mar 31 20:26:50.622995 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:50.921473 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:50.931606 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e9200047-59e3-498e-86db-27f088f939ff req-4898fcbe-e139-4af7-be40-da002d796cdc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=a06b5dee-8d7b-4997-9090-7e59df90e09e HTTP/1.1" status: 200 len: 210 time: 0.0296934 Mar 31 20:26:50.947955 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] Checking router: fd38d247-1bf4-4567-b427-dde47a17b6b7 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:50.956388 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:50.956985 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:26:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:51.062523 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:51.261489 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:51.291448 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef102e60-7e99-40b5-b79d-98f15b0d9ea6 None None] The sync data for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi is: [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:51.333821 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bb5a3-39b4-427e-80c4-5a712b83e138 req-1c9d2c36-2ff1-420d-b8be-c673c9cf9d95 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:51.335380 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-132bb5a3-39b4-427e-80c4-5a712b83e138 req-1c9d2c36-2ff1-420d-b8be-c673c9cf9d95 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0530400 Mar 31 20:26:51.383260 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-132bb5a3-39b4-427e-80c4-5a712b83e138 req-43282756-c365-4517-8d46-7e5475ee381f tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Mar 31 20:26:51.516222 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ab447-c0da-4603-9166-f84c9956e6a2 None None] New status for floating IP d297d5cd-e8b4-4647-9e9a-101dc87bc08b: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:26:52.019196 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35764) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:52.070816 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e105-cb79-40be-b69d-bd201bcf70e4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (d1cc001d-406c-427a-80c0-6be4eca31ea5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.093891 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e105-cb79-40be-b69d-bd201bcf70e4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (d1cc001d-406c-427a-80c0-6be4eca31ea5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.138485 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e105-cb79-40be-b69d-bd201bcf70e4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d1cc001d-406c-427a-80c0-6be4eca31ea5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.141675 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e105-cb79-40be-b69d-bd201bcf70e4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.142852 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c0e0e105-cb79-40be-b69d-bd201bcf70e4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "DELETE /v2.0/security-groups/d1cc001d-406c-427a-80c0-6be4eca31ea5 HTTP/1.1" status: 204 len: 168 time: 0.1226366 Mar 31 20:26:52.145703 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35766) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:52.152469 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0e105-cb79-40be-b69d-bd201bcf70e4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc001d-406c-427a-80c0-6be4eca31ea5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:52.161450 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.api.v2.resource [None req-0831b6cc-e419-4e30-9572-20ee877bc1db tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] show failed (client error): The resource could not be found. Mar 31 20:26:52.162459 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0831b6cc-e419-4e30-9572-20ee877bc1db tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups/d1cc001d-406c-427a-80c0-6be4eca31ea5 HTTP/1.1" status: 404 len: 347 time: 0.0157423 Mar 31 20:26:52.165315 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35768) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:52.286188 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Deleting port 2cbd4e7d-ae4c-4b22-a064-01798e846bef {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:26:52.286538 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (2cbd4e7d-ae4c-4b22-a064-01798e846bef), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.361356 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (2cbd4e7d-ae4c-4b22-a064-01798e846bef), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.361687 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (2cbd4e7d-ae4c-4b22-a064-01798e846bef), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.373212 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Calling delete_port for 2cbd4e7d-ae4c-4b22-a064-01798e846bef owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:26:52.504828 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25dfe8-cb16-424e-a53a-93850528dbdd req-6b66154f-e6a0-45c9-8d92-b7d472030680 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:52.505485 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (2cbd4e7d-ae4c-4b22-a064-01798e846bef), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.506548 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3c25dfe8-cb16-424e-a53a-93850528dbdd req-6b66154f-e6a0-45c9-8d92-b7d472030680 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0566280 Mar 31 20:26:52.532252 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event deleted for resources: {'Port': ['ID=2cbd4e7d-ae4c-4b22-a064-01798e846bef,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:52.542270 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.542549 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.542934 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.543275 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.543613 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.543948 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.544283 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.544610 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.544936 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.545265 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.545624 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.545948 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.546274 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.546598 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.546948 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:52.555992 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3c25dfe8-cb16-424e-a53a-93850528dbdd req-4d3aeaef-4a12-4f1f-a8f4-0ed1f65fdb48 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436504 Mar 31 20:26:52.601174 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (d297d5cd-e8b4-4647-9e9a-101dc87bc08b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.603697 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:52.604825 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6f1723e2-f79f-47f8-99dd-1e07ac2a9797 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "DELETE /v2.0/floatingips/d297d5cd-e8b4-4647-9e9a-101dc87bc08b HTTP/1.1" status: 204 len: 168 time: 0.4385986 Mar 31 20:26:52.957305 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35774) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:52.962060 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-c9a2f67d-346b-470e-ae6a-8067f9fb4e47 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1561306217', 'description': 'tempest-description--561282484'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:52.983443 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f67d-346b-470e-ae6a-8067f9fb4e47 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.048674 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f67d-346b-470e-ae6a-8067f9fb4e47 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (1fa6165d-becf-49fd-9bb5-773e7d855625), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.052140 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f67d-346b-470e-ae6a-8067f9fb4e47 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (1fa6165d-becf-49fd-9bb5-773e7d855625), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.080611 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f67d-346b-470e-ae6a-8067f9fb4e47 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.081792 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c9a2f67d-346b-470e-ae6a-8067f9fb4e47 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1234918 Mar 31 20:26:53.083632 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2f67d-346b-470e-ae6a-8067f9fb4e47 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa6165d-becf-49fd-9bb5-773e7d855625,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:53.085255 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35776) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:53.089953 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-66a9413a-b8dd-4e46-a5c7-0ca7f2861794 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'security_group_rule': {'security_group_id': '1fa6165d-becf-49fd-9bb5-773e7d855625', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:53.113960 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-66a9413a-b8dd-4e46-a5c7-0ca7f2861794 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (737e8ba4-1392-459f-8931-f969cbd64dc8), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.167070 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-66a9413a-b8dd-4e46-a5c7-0ca7f2861794 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (737e8ba4-1392-459f-8931-f969cbd64dc8), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.170157 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-66a9413a-b8dd-4e46-a5c7-0ca7f2861794 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (737e8ba4-1392-459f-8931-f969cbd64dc8), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.186197 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9413a-b8dd-4e46-a5c7-0ca7f2861794 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737e8ba4-1392-459f-8931-f969cbd64dc8,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:53.194080 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-66a9413a-b8dd-4e46-a5c7-0ca7f2861794 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.195435 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-66a9413a-b8dd-4e46-a5c7-0ca7f2861794 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1090226 Mar 31 20:26:53.198012 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35778) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:53.202762 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-045d9a68-7a73-45e0-b4c1-6f303b7dd8cf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'security_group_rule': {'security_group_id': '1fa6165d-becf-49fd-9bb5-773e7d855625', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:53.226394 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-045d9a68-7a73-45e0-b4c1-6f303b7dd8cf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (7223c186-901c-4ffd-9fee-b11560556be5), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.280074 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-045d9a68-7a73-45e0-b4c1-6f303b7dd8cf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (7223c186-901c-4ffd-9fee-b11560556be5), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.283275 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-045d9a68-7a73-45e0-b4c1-6f303b7dd8cf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (7223c186-901c-4ffd-9fee-b11560556be5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.299942 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d9a68-7a73-45e0-b4c1-6f303b7dd8cf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7223c186-901c-4ffd-9fee-b11560556be5,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:53.307641 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-045d9a68-7a73-45e0-b4c1-6f303b7dd8cf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.308816 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-045d9a68-7a73-45e0-b4c1-6f303b7dd8cf tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1098990 Mar 31 20:26:53.312375 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35780) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:53.316455 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:53.335328 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.429484 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.541305 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Allocated IP 172.27.1.40 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/d91d8585-4f58-40a4-9e34-f34bd6f4ff15) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:53.665719 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for port (d91d8585-4f58-40a4-9e34-f34bd6f4ff15), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.705372 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373ec1e-3c84-45cf-9af8-21da853ac8e4 req-d780f664-376d-45a3-9dea-e1935ee3c86e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:53.706861 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a373ec1e-3c84-45cf-9af8-21da853ac8e4 req-d780f664-376d-45a3-9dea-e1935ee3c86e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0815475 Mar 31 20:26:53.733421 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (d91d8585-4f58-40a4-9e34-f34bd6f4ff15), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.783946 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:53.793635 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:53.804268 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:53.824413 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'Port': ['ID=d91d8585-4f58-40a4-9e34-f34bd6f4ff15,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:53.831014 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a373ec1e-3c84-45cf-9af8-21da853ac8e4 req-ed2c560f-beb3-4d84-ba5d-bf4eb7605bd3 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184077 Mar 31 20:26:53.890732 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (12f8a31a-6d67-4c7f-93b6-13acfa927187), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:53.925278 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (d91d8585-4f58-40a4-9e34-f34bd6f4ff15), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.068688 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for port (d91d8585-4f58-40a4-9e34-f34bd6f4ff15), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.072145 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (d91d8585-4f58-40a4-9e34-f34bd6f4ff15), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.080392 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 9e52a048-84cb-45c5-9809-e1be581e1bd1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:26:54.105180 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 9e52a048-84cb-45c5-9809-e1be581e1bd1 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:26:54.105531 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 9e52a048-84cb-45c5-9809-e1be581e1bd1 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:26:54.139519 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'Port': ['ID=d91d8585-4f58-40a4-9e34-f34bd6f4ff15,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:54.150481 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (12f8a31a-6d67-4c7f-93b6-13acfa927187), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.165639 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:54.166854 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a6e440dd-d02f-4cc6-af57-5024767b811c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8535569 Mar 31 20:26:54.483252 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-7fa42a95-1b08-41d4-8185-7aab208a1485 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1561306217&fields=id&tenant_id=b6a356deae9d4aada508dd5b423afead HTTP/1.1" status: 200 len: 267 time: 0.0422857 Mar 31 20:26:54.587455 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-3415ea20-8fd3-4e1c-a7b1-23638ed23044 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:54.588910 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-3415ea20-8fd3-4e1c-a7b1-23638ed23044 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 817 time: 0.0993478 Mar 31 20:26:54.603355 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-d2c32a6c-fc9c-422d-89d3-1ab5fd77adcc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/quotas/b6a356deae9d4aada508dd5b423afead HTTP/1.1" status: 200 len: 375 time: 0.0084724 Mar 31 20:26:54.655719 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-11a4657d-c972-4557-ac8a-ef75e7996972 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476525 Mar 31 20:26:54.746233 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-19ffbd82-c16f-4f10-a911-3067d48e071f service neutron] 10.222.0.82 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797975 Mar 31 20:26:54.834914 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-6b01a3c8-68f8-4383-bc17-4cb5a6a6759f service neutron] 10.222.0.82 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830214 Mar 31 20:26:54.950137 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597faf6-db10-4284-8bf4-1ddea6d4a8ff req-e27bbd58-913c-4a4c-86d9-7479ce81b70e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:54.952385 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a597faf6-db10-4284-8bf4-1ddea6d4a8ff req-e27bbd58-913c-4a4c-86d9-7479ce81b70e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0553331 Mar 31 20:26:54.998949 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2d228ff5-960d-4bad-9ef2-f7c298ee9a29 req-901db344-2d72-424a-8329-8818bdd6c98c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 210 time: 0.0314741 Mar 31 20:26:55.029026 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a597faf6-db10-4284-8bf4-1ddea6d4a8ff req-599fde5f-4a02-47c5-84e6-45e303cab0d0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699246 Mar 31 20:26:55.833640 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd23f-a99d-4273-8c92-7d2fcda4b265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.111253 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-88bd7b5a-e9c9-4763-919d-428da490d2c9 req-06a5c287-0507-43e4-b42f-4717956c802d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 210 time: 0.0375197 Mar 31 20:26:56.118707 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-2785f44e-d72a-4e8a-844f-be502f2b3cb9 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:56.120109 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-2785f44e-d72a-4e8a-844f-be502f2b3cb9 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.57 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 817 time: 0.1265903 Mar 31 20:26:56.206833 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502541d-11de-421a-ac1c-a250d641e620 req-4219a8fc-48a0-4468-8bcc-6b252728cfd7 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:56.208296 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b502541d-11de-421a-ac1c-a250d641e620 req-4219a8fc-48a0-4468-8bcc-6b252728cfd7 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0873036 Mar 31 20:26:56.227012 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-12bb0a4f-2337-4fc8-b0be-86dc142cba52 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6a356deae9d4aada508dd5b423afead HTTP/1.1" status: 200 len: 380 time: 0.0771532 Mar 31 20:26:56.237712 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'port': {'device_id': '887f46ad-b2b3-4514-8951-6a631d040700', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'admin_state_up': True, 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'security_groups': ['1fa6165d-becf-49fd-9bb5-773e7d855625']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:56.313322 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b502541d-11de-421a-ac1c-a250d641e620 req-d0481d6c-65e2-4691-bb9b-ced264e1734c tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977111 Mar 31 20:26:56.360775 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Made reservation on behalf of b6a356deae9d4aada508dd5b423afead for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:56.364127 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.484891 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Allocated IP 172.20.0.12 (2cac471c-e091-4aa7-9f0e-e0c9aca76d4c/fbf63542-f5e0-42a0-b3b7-62479f7cd75f/19adbb84-6b60-49e2-8fd5-9feb694ff002) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:56.619464 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.650673 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.691278 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:56.694285 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:56.699864 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:56.706623 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event updated for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:56.750895 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:56.751574 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.768765 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-059b7f40-6811-4478-92a7-4a1f8378160b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5343239 Mar 31 20:26:56.784398 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Request body: {'port': {'device_id': '887f46ad-b2b3-4514-8951-6a631d040700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:56.847428 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.882648 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-9a75b9ae-90e0-4ed4-a34a-c3be77c53bb6 None None] Provisioning complete for port 19adbb84-6b60-49e2-8fd5-9feb694ff002 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:56.883252 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9a75b9ae-90e0-4ed4-a34a-c3be77c53bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:56.918244 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9a75b9ae-90e0-4ed4-a34a-c3be77c53bb6 None None] Port 19adbb84-6b60-49e2-8fd5-9feb694ff002 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:26:57.102746 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19adbb84-6b60-49e2-8fd5-9feb694ff002 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:57.110965 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Publish callbacks [] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.122740 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Transition to ACTIVE for port object 19adbb84-6b60-49e2-8fd5-9feb694ff002 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:26:57.126706 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.177079 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Pushing event updated for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:57.281621 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Attempting to bind port 19adbb84-6b60-49e2-8fd5-9feb694ff002 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:57.281957 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Attempting to bind port 19adbb84-6b60-49e2-8fd5-9feb694ff002 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:57.282283 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Attempting to bind port 19adbb84-6b60-49e2-8fd5-9feb694ff002 on network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:57.292241 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36989c0-cb16-434f-a9e8-3ffece99bd42 req-e46c1aab-dfba-472b-a3d6-97fcc963d3a3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:57.293753 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b36989c0-cb16-434f-a9e8-3ffece99bd42 req-e46c1aab-dfba-472b-a3d6-97fcc963d3a3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0950978 Mar 31 20:26:57.296612 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Port 19adbb84-6b60-49e2-8fd5-9feb694ff002 on network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:26:57.296934 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Attempting to bind port 19adbb84-6b60-49e2-8fd5-9feb694ff002 on network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:57.308909 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:57.309240 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Checking segment: {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:57.309612 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Bound using segment: {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:57.310055 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Bound port: 19adbb84-6b60-49e2-8fd5-9feb694ff002, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb7bc08-f5e1-4eb3-b613-a871acc110c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:57.310406 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.377619 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b36989c0-cb16-434f-a9e8-3ffece99bd42 req-859347c4-50f5-4122-a4e7-2cd584f59943 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771487 Mar 31 20:26:57.433741 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:57.437954 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:57.447258 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.459077 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748418f-ea8a-4a61-976e-4a99f23e962f req-92582615-d20a-40e4-bd56-3e2efd58ba35 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:57.460538 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9748418f-ea8a-4a61-976e-4a99f23e962f req-92582615-d20a-40e4-bd56-3e2efd58ba35 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0805166 Mar 31 20:26:57.511084 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:57.511693 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:57.513070 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] 10.222.0.57 "PUT /v2.0/ports/19adbb84-6b60-49e2-8fd5-9feb694ff002 HTTP/1.1" status: 200 len: 1094 time: 0.7338614 Mar 31 20:26:57.515913 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:57.518025 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6b7d31-e638-4705-8aba-a04a96f143d3" -d '{"events": [{"name": "network-changed", "server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:57.559253 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356b6fd-8c4e-427e-a345-a033341468ec service neutron] Pushing event updated for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:57.574968 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9748418f-ea8a-4a61-976e-4a99f23e962f req-92555580-43fb-494a-ad45-765871dcdb2e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935028 Mar 31 20:26:57.576906 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213969ad-841f-4df0-b05b-b41da47489de x-openstack-request-id: req-213969ad-841f-4df0-b05b-b41da47489de {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:57.577161 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:57.577412 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-213969ad-841f-4df0-b05b-b41da47489de {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:57.577801 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213969ad-841f-4df0-b05b-b41da47489de'] response: {'name': 'network-changed', 'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'status': 'completed', 'code': 200} Mar 31 20:26:57.616008 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-7e237b6b-a4c8-4116-b26f-011d8b655c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:57.617515 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-7e237b6b-a4c8-4116-b26f-011d8b655c54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 1128 time: 0.0541677 Mar 31 20:26:57.663741 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-b1d24403-f939-4f86-bf5d-894620cd44b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002 HTTP/1.1" status: 200 len: 217 time: 0.0362680 Mar 31 20:26:57.712013 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-bb8c86e2-636e-49a1-99f6-91da32bccbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:57.713351 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-bb8c86e2-636e-49a1-99f6-91da32bccbc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 200 len: 856 time: 0.0430095 Mar 31 20:26:57.765473 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-788850d7-a724-4891-bf1e-15d97a1071bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:57.766963 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-788850d7-a724-4891-bf1e-15d97a1071bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443580 Mar 31 20:26:57.854561 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-c8d2db91-b6d0-4ca4-b6cf-2a41aa46b5f3 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805905 Mar 31 20:26:57.944522 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2db8fd-16f0-4d3d-a64e-ce40c3b657c0 req-7a908477-d787-4ea6-893a-aeb85e71b3da service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793719 Mar 31 20:26:58.053982 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-c259653f-5cf5-4258-84a8-81ba329b0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:58.055718 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-c259653f-5cf5-4258-84a8-81ba329b0697 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 1128 time: 0.0527794 Mar 31 20:26:58.093418 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e41b25d3-11b8-4fc9-b8c6-cdf7a8f9f049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:58.178336 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5b70d-e521-41f2-93f8-fe4cd4143a2f req-0fc1ff99-26a4-48d3-8468-677253e99055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:58.179893 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ea5b70d-e521-41f2-93f8-fe4cd4143a2f req-0fc1ff99-26a4-48d3-8468-677253e99055 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 1129 time: 0.1020925 Mar 31 20:26:58.442136 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-55046b0b-adcd-4123-ab2a-331bf807232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:58.443880 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-55046b0b-adcd-4123-ab2a-331bf807232c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 918 time: 0.3587530 Mar 31 20:26:58.501898 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-2e8dee0d-fabf-4bbb-90d8-9b502b9beca9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002 HTTP/1.1" status: 200 len: 217 time: 0.0473361 Mar 31 20:26:58.505208 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4ea5b70d-e521-41f2-93f8-fe4cd4143a2f req-6e51f18d-1287-4ba0-8d5a-0c7d8d4d3cd7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141124 Mar 31 20:26:58.610432 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a5418-6779-4b12-bc0d-e76191909e55 req-2129432a-e054-4fe8-8c29-17de4559ef3c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:58.612074 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a85a5418-6779-4b12-bc0d-e76191909e55 req-2129432a-e054-4fe8-8c29-17de4559ef3c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.1585960 Mar 31 20:26:58.682303 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a85a5418-6779-4b12-bc0d-e76191909e55 req-1fa71a6b-0615-43a5-9187-08e134d744a1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646570 Mar 31 20:26:58.703594 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08501b71-005d-4a1d-ac0b-c4a3062261e5 req-6f474842-be22-4320-badc-72bb1e9552b1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:58.705003 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-08501b71-005d-4a1d-ac0b-c4a3062261e5 req-6f474842-be22-4320-badc-72bb1e9552b1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0610893 Mar 31 20:26:58.750097 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-08501b71-005d-4a1d-ac0b-c4a3062261e5 req-4d8d1f31-ab5a-4816-9582-d75e108dd78a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397265 Mar 31 20:26:58.792195 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-4d551ff2-f278-4075-8968-c56bf855dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:58.793599 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-4d551ff2-f278-4075-8968-c56bf855dbd0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 200 len: 856 time: 0.0415680 Mar 31 20:26:58.843843 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-c8838ddb-2ab2-4ee4-b5f5-b5cb87c29feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:58.845269 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-c8838ddb-2ab2-4ee4-b5f5-b5cb87c29feb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451281 Mar 31 20:26:58.936702 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-01618a28-b814-42b6-ba81-0e7683807949 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788686 Mar 31 20:26:59.026306 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a6b7d31-e638-4705-8aba-a04a96f143d3 req-5bb9d48f-2b85-46a5-939d-f63c42003453 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827439 Mar 31 20:26:59.347866 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:59.802807 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5385026-5cb3-457d-bc12-19246138edd9 req-8ff0c343-e336-4569-a3ba-e583b968cd9b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:59.804287 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5385026-5cb3-457d-bc12-19246138edd9 req-8ff0c343-e336-4569-a3ba-e583b968cd9b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0525753 Mar 31 20:26:59.855368 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5385026-5cb3-457d-bc12-19246138edd9 req-2faf2bd2-365f-425e-bcce-efa82acac3b0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456226 Mar 31 20:26:59.924747 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4534dae-6c3f-4368-ab9c-654396dfc138 req-10c9a86d-1409-4afe-bb6a-ce7f5f55224a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:59.926458 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a4534dae-6c3f-4368-ab9c-654396dfc138 req-10c9a86d-1409-4afe-bb6a-ce7f5f55224a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.1043072 Mar 31 20:26:59.976675 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a4534dae-6c3f-4368-ab9c-654396dfc138 req-703981ac-1670-4bc6-a257-b6db8e09abe4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Mar 31 20:27:00.124452 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 19adbb84-6b60-49e2-8fd5-9feb694ff002 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:27:00.217539 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:00.228757 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'port_id': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'mac_address': 'fa:16:3e:0c:bc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:27:00.263709 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 19adbb84-6b60-49e2-8fd5-9feb694ff002 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:00.264645 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.280176 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19adbb84-6b60-49e2-8fd5-9feb694ff002 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:27:00.298282 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:00.301679 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.346537 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:00.353494 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.354131 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.354247 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.354535 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.354896 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.355231 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.355560 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.355888 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.356216 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.356542 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.356869 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.357201 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.358068 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.358423 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.358748 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:00.711771 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.728802 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['19adbb84-6b60-49e2-8fd5-9feb694ff002'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:27:00.976432 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323971-03bf-4324-beb6-16b28f51a3b4 req-db2e42fc-999c-4de9-934d-0c812ee06075 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:00.977860 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-43323971-03bf-4324-beb6-16b28f51a3b4 req-db2e42fc-999c-4de9-934d-0c812ee06075 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 945 time: 0.0538461 Mar 31 20:27:01.024722 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-43323971-03bf-4324-beb6-16b28f51a3b4 req-9bc413ba-6db0-4a71-a986-6bf39d60f4ce tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412405 Mar 31 20:27:01.095600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de71943-efa3-488d-9a66-31ad137605ce req-2ad559e9-8248-4fff-955b-2807f7b3b269 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.097036 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5de71943-efa3-488d-9a66-31ad137605ce req-2ad559e9-8248-4fff-955b-2807f7b3b269 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0506239 Mar 31 20:27:01.142935 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5de71943-efa3-488d-9a66-31ad137605ce req-a5f0df36-aa84-48e6-9884-d7747c168535 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401294 Mar 31 20:27:01.542244 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-690aabc6-c5f0-444f-aa64-f66f86026f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.544849 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-690aabc6-c5f0-444f-aa64-f66f86026f32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 1129 time: 0.0788300 Mar 31 20:27:01.566712 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aec0b4-1047-4720-aa35-10c26fc490c1 req-e0ccc174-38db-4cca-ac2e-fa1d1c50d332 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.568105 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b8aec0b4-1047-4720-aa35-10c26fc490c1 req-e0ccc174-38db-4cca-ac2e-fa1d1c50d332 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.1010628 Mar 31 20:27:01.662263 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b8aec0b4-1047-4720-aa35-10c26fc490c1 req-40db1d93-efea-487e-b82a-bb6a44ac7c7d tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846512 Mar 31 20:27:01.677035 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-20d65524-19b8-4456-95ec-7110bdd49fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.678549 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-20d65524-19b8-4456-95ec-7110bdd49fd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.1265407 Mar 31 20:27:01.752432 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-148fa78f-51ef-4848-87c3-d274bc56d1c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61 HTTP/1.1" status: 200 len: 1001 time: 0.0568817 Mar 31 20:27:01.818198 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-6eeda577-6451-44d9-a722-900c901ded25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.819638 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-6eeda577-6451-44d9-a722-900c901ded25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0421553 Mar 31 20:27:01.880501 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-32a2e731-f5fe-4251-b945-f6bffa98bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.881918 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-32a2e731-f5fe-4251-b945-f6bffa98bcf9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452499 Mar 31 20:27:01.972579 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-abafd6c7-56c5-4660-bbb1-caffdbcd4483 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786555 Mar 31 20:27:02.062521 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6abcebbf-709d-4630-bbe2-90c98e8d4177 req-e474f691-16cd-4058-a811-880befe83797 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819671 Mar 31 20:27:02.089529 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:02.148666 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04099d63-2d2c-4e35-a5ec-60f7a738dc43 req-a1e58e83-e5c7-48b2-83da-4ca62610b875 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.150122 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04099d63-2d2c-4e35-a5ec-60f7a738dc43 req-a1e58e83-e5c7-48b2-83da-4ca62610b875 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 945 time: 0.0515726 Mar 31 20:27:02.157189 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 19adbb84-6b60-49e2-8fd5-9feb694ff002 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:27:02.196813 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04099d63-2d2c-4e35-a5ec-60f7a738dc43 req-a55702cd-64a0-451e-afe0-f022f12d468e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393593 Mar 31 20:27:02.205522 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 19adbb84-6b60-49e2-8fd5-9feb694ff002 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:27:02.209485 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 19adbb84-6b60-49e2-8fd5-9feb694ff002 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:02.209865 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:02.287677 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 19adbb84-6b60-49e2-8fd5-9feb694ff002 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:02.288063 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:02.309438 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:02.312180 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4672068-0cb0-47a7-a0b1-d6881c60a9c1" -d '{"events": [{"server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "name": "network-vif-plugged", "status": "completed", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:02.324316 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:02.329374 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:02.354440 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7c9a70-cbd8-45f9-8ab3-6f444f2b58b4 x-openstack-request-id: req-8b7c9a70-cbd8-45f9-8ab3-6f444f2b58b4 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:02.354758 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "name": "network-vif-plugged", "status": "completed", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:02.355019 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8b7c9a70-cbd8-45f9-8ab3-6f444f2b58b4 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:02.355412 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7c9a70-cbd8-45f9-8ab3-6f444f2b58b4'] response: {'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'code': 200} Mar 31 20:27:02.380364 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:02.537664 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5b037-8e27-4111-8530-14abb0a53e93 req-1f32dd05-2bf4-4ef4-94ac-fb77c9ecb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.539249 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2a5b037-8e27-4111-8530-14abb0a53e93 req-1f32dd05-2bf4-4ef4-94ac-fb77c9ecb619 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 1130 time: 0.0436277 Mar 31 20:27:02.582690 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c2a5b037-8e27-4111-8530-14abb0a53e93 req-fbe70c75-b7ea-40fc-a6a6-0e5a63bd0aaf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361729 Mar 31 20:27:02.780757 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5f3a2-c090-4e35-8507-f73f0fc87e93 req-ab15393f-e00d-490d-96e4-f3f3420da0b1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.782185 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5fe5f3a2-c090-4e35-8507-f73f0fc87e93 req-ab15393f-e00d-490d-96e4-f3f3420da0b1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0542161 Mar 31 20:27:02.827997 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5fe5f3a2-c090-4e35-8507-f73f0fc87e93 req-827601ea-845b-4f6f-9536-ea21201b589a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403585 Mar 31 20:27:03.320600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab1a22-a57d-4bfc-982b-c1a601f73f85 req-b59b103b-bf93-4d6a-a02c-71171ba8dc59 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:03.322066 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-99ab1a22-a57d-4bfc-982b-c1a601f73f85 req-b59b103b-bf93-4d6a-a02c-71171ba8dc59 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0509689 Mar 31 20:27:03.368913 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-99ab1a22-a57d-4bfc-982b-c1a601f73f85 req-52c9ee7a-8cd4-4591-8c9f-4213fc84dac4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400169 Mar 31 20:27:03.489679 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.942767 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689f59f-ad12-4748-a6fe-2eb8bbb93b03 req-37ed91bb-fff6-4e14-9049-33172fe9cb88 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:03.944220 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e689f59f-ad12-4748-a6fe-2eb8bbb93b03 req-37ed91bb-fff6-4e14-9049-33172fe9cb88 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0507340 Mar 31 20:27:04.009409 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e689f59f-ad12-4748-a6fe-2eb8bbb93b03 req-a54161c6-abe6-472e-99f9-99a1aa2cfedf tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597763 Mar 31 20:27:04.488688 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6955d3b-1ae1-4b6c-8929-acda33684d08 req-381cccb4-fc49-483a-b9c5-fd786b4323ff tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:04.490164 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a6955d3b-1ae1-4b6c-8929-acda33684d08 req-381cccb4-fc49-483a-b9c5-fd786b4323ff tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0513899 Mar 31 20:27:04.535862 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a6955d3b-1ae1-4b6c-8929-acda33684d08 req-9c8c79d5-cd22-4cfd-9d43-c537c7316782 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Mar 31 20:27:04.650805 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aad976-97f1-4855-8e59-bd0e13cf4318 req-2cf9fdc5-a67a-4958-ba7f-5809713f9834 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:04.652185 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-66aad976-97f1-4855-8e59-bd0e13cf4318 req-2cf9fdc5-a67a-4958-ba7f-5809713f9834 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0510235 Mar 31 20:27:04.660947 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35876) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:04.665173 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-454a057a-86f8-4d11-8bf9-67cf61e72a45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Request body: {'floatingip': {'port_id': '19adbb84-6b60-49e2-8fd5-9feb694ff002'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:04.706196 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-454a057a-86f8-4d11-8bf9-67cf61e72a45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (12f8a31a-6d67-4c7f-93b6-13acfa927187), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.151881 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-454a057a-86f8-4d11-8bf9-67cf61e72a45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.157617 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-454a057a-86f8-4d11-8bf9-67cf61e72a45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (12f8a31a-6d67-4c7f-93b6-13acfa927187), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.200574 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa833925-1137-442d-b129-a64205517fff req-c26873a7-3395-4a6d-90a0-5237dbafcf32 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:05.202071 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fa833925-1137-442d-b129-a64205517fff req-c26873a7-3395-4a6d-90a0-5237dbafcf32 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.1257787 Mar 31 20:27:05.290355 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fa833925-1137-442d-b129-a64205517fff req-1ab9d568-dc93-4e55-98ab-269eedcabc48 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607796 Mar 31 20:27:05.303166 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-454a057a-86f8-4d11-8bf9-67cf61e72a45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Floating IP 12f8a31a-6d67-4c7f-93b6-13acfa927187 associated. External IP: 172.27.1.40, port: 19adbb84-6b60-49e2-8fd5-9feb694ff002. Mar 31 20:27:05.432078 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890db707-caf6-45c4-b225-f11fdc0a7103 req-c52ee8f1-444c-42d6-b17a-491604321a6b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:05.433514 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-890db707-caf6-45c4-b225-f11fdc0a7103 req-c52ee8f1-444c-42d6-b17a-491604321a6b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0697567 Mar 31 20:27:05.442725 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35882) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:05.447372 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-17abe2bd-a394-4564-8a38-93a40ac5a138 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Request body: {'floatingip': {'port_id': '61ff2ac1-3c4c-4738-9999-914f78b86c61'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:05.505539 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17abe2bd-a394-4564-8a38-93a40ac5a138 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for floatingip (6d0b2eb2-928f-48e2-85fc-6064bbc2b782), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.553112 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454a057a-86f8-4d11-8bf9-67cf61e72a45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Router fd38d247-1bf4-4567-b427-dde47a17b6b7 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:05.897982 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454a057a-86f8-4d11-8bf9-67cf61e72a45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:05.902860 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-454a057a-86f8-4d11-8bf9-67cf61e72a45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:05.910198 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] Sync routers for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:05.920687 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:05.921781 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:26:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:05.931840 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-454a057a-86f8-4d11-8bf9-67cf61e72a45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "PUT /v2.0/floatingips/12f8a31a-6d67-4c7f-93b6-13acfa927187 HTTP/1.1" status: 200 len: 991 time: 1.2698605 Mar 31 20:27:05.932422 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:05.934636 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871" -d '{"events": [{"name": "network-changed", "server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:05.977323 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe58921-a32e-488f-ae1f-61961f03ea70 x-openstack-request-id: req-0fe58921-a32e-488f-ae1f-61961f03ea70 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:05.977622 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:05.977882 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0fe58921-a32e-488f-ae1f-61961f03ea70 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:05.978289 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe58921-a32e-488f-ae1f-61961f03ea70'] response: {'name': 'network-changed', 'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'status': 'completed', 'code': 200} Mar 31 20:27:06.033415 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:06.052286 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-0864b064-822b-4eda-86a9-c28a51a98620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.053790 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-0864b064-822b-4eda-86a9-c28a51a98620 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 1130 time: 0.0474548 Mar 31 20:27:06.159264 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-b33f7b0a-c68c-4709-bad0-60ed0a62074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.160627 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-b33f7b0a-c68c-4709-bad0-60ed0a62074f service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 918 time: 0.0962238 Mar 31 20:27:06.211005 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17abe2bd-a394-4564-8a38-93a40ac5a138 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.216065 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17abe2bd-a394-4564-8a38-93a40ac5a138 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (6d0b2eb2-928f-48e2-85fc-6064bbc2b782), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.226604 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-b3c082b3-9feb-4944-b4d4-aab89c00e56d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002 HTTP/1.1" status: 200 len: 999 time: 0.0591307 Mar 31 20:27:06.267293 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '12f8a31a-6d67-4c7f-93b6-13acfa927187', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'port_id': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'mac_address': 'fa:16:3e:0c:bc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f46ad-b2b3-4514-8951-6a631d040700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:53Z', 'updated_at': '2022-03-31T20:27:05Z', 'revision_number': 1, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:06.282250 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-2b98d1ce-e578-4086-bdd8-6e7285e0e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.283775 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-2b98d1ce-e578-4086-bdd8-6e7285e0e9b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 200 len: 856 time: 0.0453506 Mar 31 20:27:06.294604 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] Checking router: fd38d247-1bf4-4567-b427-dde47a17b6b7 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:06.302964 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:06.303548 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:26:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:06.337514 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-c47f0af7-6ee6-4bf3-b05e-642fcbe101cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.339078 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-c47f0af7-6ee6-4bf3-b05e-642fcbe101cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486617 Mar 31 20:27:06.416986 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:06.431360 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-ec3e82a8-23ea-4e35-a739-51de25af020e service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846987 Mar 31 20:27:06.434354 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17abe2bd-a394-4564-8a38-93a40ac5a138 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Router 0da96933-58c2-4e38-8cd9-85a62571df7d has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:06.534968 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7b9cbcf-aac9-4ab9-8fb1-329bd02ff871 req-4ece8d58-2f52-49ad-9073-cdd900a234e9 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952559 Mar 31 20:27:06.552980 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17abe2bd-a394-4564-8a38-93a40ac5a138 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:06.558187 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17abe2bd-a394-4564-8a38-93a40ac5a138 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.563509 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] Sync routers for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:06.575246 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:06.576731 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:26:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:06.592733 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:06.595015 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b487257-525c-466b-8964-312866212f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:06.623548 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-17abe2bd-a394-4564-8a38-93a40ac5a138 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "PUT /v2.0/floatingips/6d0b2eb2-928f-48e2-85fc-6064bbc2b782 HTTP/1.1" status: 200 len: 993 time: 1.1796947 Mar 31 20:27:06.650158 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a55a97b-e910-4ca8-afd0-8bf205870271 x-openstack-request-id: req-0a55a97b-e910-4ca8-afd0-8bf205870271 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:06.650446 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:06.650723 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0a55a97b-e910-4ca8-afd0-8bf205870271 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:06.651127 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a55a97b-e910-4ca8-afd0-8bf205870271'] response: {'name': 'network-changed', 'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'status': 'completed', 'code': 200} Mar 31 20:27:06.664834 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '12f8a31a-6d67-4c7f-93b6-13acfa927187', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'port_id': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'mac_address': 'fa:16:3e:0c:bc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f46ad-b2b3-4514-8951-6a631d040700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:53Z', 'updated_at': '2022-03-31T20:27:05Z', 'revision_number': 1, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:06.693900 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab4ddf-4178-42c3-b506-6422a4ee015b None None] The sync data for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi is: [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '12f8a31a-6d67-4c7f-93b6-13acfa927187', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'port_id': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'mac_address': 'fa:16:3e:0c:bc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f46ad-b2b3-4514-8951-6a631d040700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:53Z', 'updated_at': '2022-03-31T20:27:05Z', 'revision_number': 1, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:06.701732 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:06.736682 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b487257-525c-466b-8964-312866212f5a req-0921ad9f-f3d6-486f-8a5e-e4aaecbc54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.738176 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b487257-525c-466b-8964-312866212f5a req-0921ad9f-f3d6-486f-8a5e-e4aaecbc54f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 1129 time: 0.0466363 Mar 31 20:27:06.838143 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b487257-525c-466b-8964-312866212f5a req-6e4b5354-83a3-4a31-92ff-8585d5ca1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.839638 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b487257-525c-466b-8964-312866212f5a req-6e4b5354-83a3-4a31-92ff-8585d5ca1811 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.0901508 Mar 31 20:27:06.916137 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28861afd-45fd-4670-a2cf-e161b49628e2 None None] New status for floating IP 12f8a31a-6d67-4c7f-93b6-13acfa927187: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:27:06.921141 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b487257-525c-466b-8964-312866212f5a req-9d90c81a-cae7-40cc-82a6-2c2eef136262 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61 HTTP/1.1" status: 200 len: 1001 time: 0.0669646 Mar 31 20:27:06.947949 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '6d0b2eb2-928f-48e2-85fc-6064bbc2b782', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'port_id': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'mac_address': 'fa:16:3e:b4:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ba2fa-699d-4037-828e-04078cd21c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:27:05Z', 'revision_number': 3, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:33Z', 'revision_number': 5, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:06.974702 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b487257-525c-466b-8964-312866212f5a req-ac9caa79-3cf8-4e79-96de-c0ed20bf2377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.975926 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] Checking router: 0da96933-58c2-4e38-8cd9-85a62571df7d for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:06.976164 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b487257-525c-466b-8964-312866212f5a req-ac9caa79-3cf8-4e79-96de-c0ed20bf2377 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0453193 Mar 31 20:27:06.984358 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:06.984963 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:26:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:07.030885 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b487257-525c-466b-8964-312866212f5a req-52c65d9a-d8e0-4f94-813f-e4f06cd7d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:07.032373 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b487257-525c-466b-8964-312866212f5a req-52c65d9a-d8e0-4f94-813f-e4f06cd7d949 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484200 Mar 31 20:27:07.094704 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:07.137202 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b487257-525c-466b-8964-312866212f5a req-5e1115a9-9624-4c60-9336-b9b11f7787b0 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830638 Mar 31 20:27:07.233738 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b487257-525c-466b-8964-312866212f5a req-3feb2f12-8309-4a2c-b12f-535ad20e2d11 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902555 Mar 31 20:27:07.335314 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '6d0b2eb2-928f-48e2-85fc-6064bbc2b782', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'port_id': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'mac_address': 'fa:16:3e:b4:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ba2fa-699d-4037-828e-04078cd21c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:27:05Z', 'revision_number': 3, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:33Z', 'revision_number': 5, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:07.360752 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b01b41-4345-40dd-96d2-de5fc0413200 None None] The sync data for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi is: [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '6d0b2eb2-928f-48e2-85fc-6064bbc2b782', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'port_id': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'mac_address': 'fa:16:3e:b4:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ba2fa-699d-4037-828e-04078cd21c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:27:05Z', 'revision_number': 3, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:33Z', 'revision_number': 5, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:08.651783 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:08.654727 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90d470b-a226-4f5e-9936-1fe943caf84e" -d '{"events": [{"name": "network-changed", "server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:08.690234 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38b8f02-11a7-4c2f-bf71-0c2ba56bb69f x-openstack-request-id: req-f38b8f02-11a7-4c2f-bf71-0c2ba56bb69f {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:08.690520 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:08.690804 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f38b8f02-11a7-4c2f-bf71-0c2ba56bb69f {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:08.691203 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38b8f02-11a7-4c2f-bf71-0c2ba56bb69f'] response: {'name': 'network-changed', 'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'status': 'completed', 'code': 200} Mar 31 20:27:08.760794 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-4b183318-45ac-4861-8e1a-0544c01445e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:08.762222 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-4b183318-45ac-4861-8e1a-0544c01445e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 1129 time: 0.0425305 Mar 31 20:27:08.851251 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-a7e6349b-9f0e-4b6d-a0ef-495dfbb99b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:08.852644 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-a7e6349b-9f0e-4b6d-a0ef-495dfbb99b7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 200 len: 919 time: 0.0807478 Mar 31 20:27:08.927957 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-036d2686-6aee-4f78-ac74-8ec4f61c0be3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61 HTTP/1.1" status: 200 len: 1001 time: 0.0607326 Mar 31 20:27:08.978917 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-dda960dd-685b-4985-ab7a-89a1f1307875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:08.980303 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-dda960dd-685b-4985-ab7a-89a1f1307875 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 200 len: 857 time: 0.0420692 Mar 31 20:27:09.033206 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-700bf91e-e88b-4e74-bd59-2a8967576485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:09.034551 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-700bf91e-e88b-4e74-bd59-2a8967576485 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426843 Mar 31 20:27:09.129438 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-30ea1240-359a-4571-87d5-d86a331dc27e service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817628 Mar 31 20:27:09.217305 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d90d470b-a226-4f5e-9936-1fe943caf84e req-5c24e2f1-63c4-48cb-9e36-257984bdb9f3 service neutron] 10.222.0.57 "GET /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797834 Mar 31 20:27:11.394284 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:27:22.401115 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc17473-90e9-4a0c-a905-578bbe76a8b5 req-0e1a5d38-135b-4b15-a3a6-8689cffcae06 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:22.402631 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bdc17473-90e9-4a0c-a905-578bbe76a8b5 req-0e1a5d38-135b-4b15-a3a6-8689cffcae06 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0554521 Mar 31 20:27:22.449137 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bdc17473-90e9-4a0c-a905-578bbe76a8b5 req-fda3c318-bffc-4002-aa63-58bd7c648e86 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 Mar 31 20:27:23.565786 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc503435-2dc6-4b83-9a58-d5119820352c req-1698081f-f22e-4739-bbe3-9f2d8d36f7f0 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:23.567349 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dc503435-2dc6-4b83-9a58-d5119820352c req-1698081f-f22e-4739-bbe3-9f2d8d36f7f0 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Mar 31 20:27:23.612877 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dc503435-2dc6-4b83-9a58-d5119820352c req-ca084e7b-da37-407d-aa65-47328faa7595 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399959 Mar 31 20:27:24.763464 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac785f-7d3d-400b-baac-eaa9182e49ce req-92c547ca-789c-4158-80b2-936f88fc07af tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:24.764929 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d6ac785f-7d3d-400b-baac-eaa9182e49ce req-92c547ca-789c-4158-80b2-936f88fc07af tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0860503 Mar 31 20:27:24.775735 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-f21cf964-c180-4eab-80a0-3432b6a83b23 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:24.777086 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-f21cf964-c180-4eab-80a0-3432b6a83b23 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 945 time: 0.0728085 Mar 31 20:27:24.870726 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d6ac785f-7d3d-400b-baac-eaa9182e49ce req-94262c6e-7815-49c0-ba20-fd109298466e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=40623759-88e0-44f0-b1e0-f20636e085e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926769 Mar 31 20:27:24.897525 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Deleting port ac7346bd-ccd5-4124-be17-7440c99cc6d8 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:24.897869 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:24.985290 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] For port ac7346bd-ccd5-4124-be17-7440c99cc6d8, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ac7346bd-ccd5-4124-be17-7440c99cc6d8,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:24.985656 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:25.149792 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:25.150067 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (c38df1f9-3639-4ccc-a223-2a2e75d828b3), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:25.150380 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Floating IP c38df1f9-3639-4ccc-a223-2a2e75d828b3 disassociated. External IP: 172.27.1.44, port: ac7346bd-ccd5-4124-be17-7440c99cc6d8. Mar 31 20:27:25.150748 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Calling delete_port for ac7346bd-ccd5-4124-be17-7440c99cc6d8 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:25.278033 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (ac7346bd-ccd5-4124-be17-7440c99cc6d8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:25.304600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event deleted for resources: {'Port': ['ID=ac7346bd-ccd5-4124-be17-7440c99cc6d8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:25.418420 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Router 89cb85c0-4334-4013-8749-f1be15a1d91e has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:25.529943 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:25.539497 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] Sync routers for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:25.549275 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:25.550153 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:26:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:25.571837 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] No DVR routers for this DVR port ac7346bd-ccd5-4124-be17-7440c99cc6d8 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:27:25.574460 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:25.578890 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-764c3499-a9cb-4551-b12c-471d17df6d31 req-a46befa3-132b-4b21-89a3-a0e58cb09523 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.57 "DELETE /v2.0/ports/ac7346bd-ccd5-4124-be17-7440c99cc6d8 HTTP/1.1" status: 204 len: 173 time: 0.7949066 Mar 31 20:27:25.579279 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'name': 'network-vif-deleted', 'tag': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:25.581651 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744bd2a2-e40c-4e2a-8136-0f0e09e7ae9e" -d '{"events": [{"server_uuid": "2e460a3f-aa85-4b3e-8726-0fdc367c4a68", "name": "network-vif-deleted", "tag": "ac7346bd-ccd5-4124-be17-7440c99cc6d8"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:25.621043 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48801cee-395c-418c-b92d-e593ae7949c1 x-openstack-request-id: req-48801cee-395c-418c-b92d-e593ae7949c1 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:25.621324 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e460a3f-aa85-4b3e-8726-0fdc367c4a68", "name": "network-vif-deleted", "tag": "ac7346bd-ccd5-4124-be17-7440c99cc6d8", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:25.621613 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-48801cee-395c-418c-b92d-e593ae7949c1 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:25.622890 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48801cee-395c-418c-b92d-e593ae7949c1'] response: {'server_uuid': '2e460a3f-aa85-4b3e-8726-0fdc367c4a68', 'name': 'network-vif-deleted', 'tag': 'ac7346bd-ccd5-4124-be17-7440c99cc6d8', 'status': 'completed', 'code': 200} Mar 31 20:27:25.796654 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:25.850422 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5592c7a0-cf15-4cca-b175-b3bf50fd77a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:25.979038 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bb0fd777-968e-4d60-a582-6ec93bb3fe27 req-05ad746a-09e7-4263-a31d-7efe8702d338 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e460a3f-aa85-4b3e-8726-0fdc367c4a68 HTTP/1.1" status: 200 len: 210 time: 0.0304611 Mar 31 20:27:26.013020 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:26.043228 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] Checking router: 89cb85c0-4334-4013-8749-f1be15a1d91e for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:26.054019 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:26.054872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:26:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:26.176135 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:26.367774 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:26.393367 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a42a4-1586-4144-aa58-e58f5342e966 None None] The sync data for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi is: [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:26.609820 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e9ecd-392e-482a-89c0-6dd7b35acbcd None None] New status for floating IP c38df1f9-3639-4ccc-a223-2a2e75d828b3: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:27:27.061099 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 35988) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:27.113841 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27da571d-ef09-4f03-99a7-0bfed85877cb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (40623759-88e0-44f0-b1e0-f20636e085e3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.146053 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27da571d-ef09-4f03-99a7-0bfed85877cb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (40623759-88e0-44f0-b1e0-f20636e085e3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.204691 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27da571d-ef09-4f03-99a7-0bfed85877cb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (40623759-88e0-44f0-b1e0-f20636e085e3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.207777 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27da571d-ef09-4f03-99a7-0bfed85877cb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.209178 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-27da571d-ef09-4f03-99a7-0bfed85877cb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "DELETE /v2.0/security-groups/40623759-88e0-44f0-b1e0-f20636e085e3 HTTP/1.1" status: 204 len: 168 time: 0.1470518 Mar 31 20:27:27.212262 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35994) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:27.219325 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da571d-ef09-4f03-99a7-0bfed85877cb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40623759-88e0-44f0-b1e0-f20636e085e3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:27.237917 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.api.v2.resource [None req-873921c5-4d56-4c68-bf9d-6e99d0cc0dd1 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] show failed (client error): The resource could not be found. Mar 31 20:27:27.238984 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-873921c5-4d56-4c68-bf9d-6e99d0cc0dd1 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups/40623759-88e0-44f0-b1e0-f20636e085e3 HTTP/1.1" status: 404 len: 347 time: 0.0250216 Mar 31 20:27:27.241931 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 35996) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:27.364023 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d8deee02-2481-4a19-bc49-676b062fc234 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Deleting port f1a5772a-d171-4a43-90ea-18ea42e2a05e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:27.364353 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8deee02-2481-4a19-bc49-676b062fc234 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (f1a5772a-d171-4a43-90ea-18ea42e2a05e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.435304 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8deee02-2481-4a19-bc49-676b062fc234 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (f1a5772a-d171-4a43-90ea-18ea42e2a05e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.435618 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8deee02-2481-4a19-bc49-676b062fc234 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (f1a5772a-d171-4a43-90ea-18ea42e2a05e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.446911 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d8deee02-2481-4a19-bc49-676b062fc234 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Calling delete_port for f1a5772a-d171-4a43-90ea-18ea42e2a05e owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:27.572539 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8deee02-2481-4a19-bc49-676b062fc234 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (f1a5772a-d171-4a43-90ea-18ea42e2a05e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.598617 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deee02-2481-4a19-bc49-676b062fc234 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event deleted for resources: {'Port': ['ID=f1a5772a-d171-4a43-90ea-18ea42e2a05e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:27.656560 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8deee02-2481-4a19-bc49-676b062fc234 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (c38df1f9-3639-4ccc-a223-2a2e75d828b3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.659183 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d8deee02-2481-4a19-bc49-676b062fc234 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.660301 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-d8deee02-2481-4a19-bc49-676b062fc234 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "DELETE /v2.0/floatingips/c38df1f9-3639-4ccc-a223-2a2e75d828b3 HTTP/1.1" status: 204 len: 168 time: 0.4173603 Mar 31 20:27:27.864666 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36002) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:27.869238 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f8b4d941-e013-4664-88b9-a6efa215afdb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--245002577', 'description': 'tempest-description--781909181'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:27.888926 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8b4d941-e013-4664-88b9-a6efa215afdb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.951216 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8b4d941-e013-4664-88b9-a6efa215afdb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (66383203-82a1-49c9-96f5-b9476f2b75a4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.954545 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8b4d941-e013-4664-88b9-a6efa215afdb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (66383203-82a1-49c9-96f5-b9476f2b75a4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.982749 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f8b4d941-e013-4664-88b9-a6efa215afdb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:27.983865 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f8b4d941-e013-4664-88b9-a6efa215afdb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1182103 Mar 31 20:27:27.984688 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4d941-e013-4664-88b9-a6efa215afdb tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66383203-82a1-49c9-96f5-b9476f2b75a4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:27.986757 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36004) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:27.990982 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-50b60b75-c8ec-4a9c-a3ee-9a61f8393222 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'security_group_rule': {'security_group_id': '66383203-82a1-49c9-96f5-b9476f2b75a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:28.028988 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50b60b75-c8ec-4a9c-a3ee-9a61f8393222 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (172b5a93-fb45-4da0-a70b-21fb12e6603b), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.084662 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50b60b75-c8ec-4a9c-a3ee-9a61f8393222 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (172b5a93-fb45-4da0-a70b-21fb12e6603b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.088354 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50b60b75-c8ec-4a9c-a3ee-9a61f8393222 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (172b5a93-fb45-4da0-a70b-21fb12e6603b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.098386 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-44306e6b-2962-4b2f-90ab-4f70e458e430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.107705 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b60b75-c8ec-4a9c-a3ee-9a61f8393222 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172b5a93-fb45-4da0-a70b-21fb12e6603b,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:28.113330 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-50b60b75-c8ec-4a9c-a3ee-9a61f8393222 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.117401 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-50b60b75-c8ec-4a9c-a3ee-9a61f8393222 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267486 Mar 31 20:27:28.117401 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36006) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:28.122835 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8bbad32a-bb19-47d2-aefa-39a39cdb2592 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'security_group_rule': {'security_group_id': '66383203-82a1-49c9-96f5-b9476f2b75a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:28.148006 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8bbad32a-bb19-47d2-aefa-39a39cdb2592 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (8996e561-f33b-4b66-94a4-a57600ca9781), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.201225 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8bbad32a-bb19-47d2-aefa-39a39cdb2592 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (8996e561-f33b-4b66-94a4-a57600ca9781), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.204639 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8bbad32a-bb19-47d2-aefa-39a39cdb2592 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (8996e561-f33b-4b66-94a4-a57600ca9781), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.224252 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbad32a-bb19-47d2-aefa-39a39cdb2592 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8996e561-f33b-4b66-94a4-a57600ca9781,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:28.230409 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8bbad32a-bb19-47d2-aefa-39a39cdb2592 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.232078 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-8bbad32a-bb19-47d2-aefa-39a39cdb2592 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132758 Mar 31 20:27:28.235450 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 36008) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:28.240196 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:28.261007 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.300341 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device ac7346bd-ccd5-4124-be17-7440c99cc6d8 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:28.323602 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: ac7346bd-ccd5-4124-be17-7440c99cc6d8 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:27:28.324080 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device ac7346bd-ccd5-4124-be17-7440c99cc6d8 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:27:28.363353 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.497211 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Allocated IP 172.27.1.152 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/539e665b-179e-491e-ad45-328caff2f6bc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:28.624378 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for port (539e665b-179e-491e-ad45-328caff2f6bc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.667398 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (539e665b-179e-491e-ad45-328caff2f6bc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.705100 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:28.708133 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:28.714369 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:28.740255 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'Port': ['ID=539e665b-179e-491e-ad45-328caff2f6bc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:28.741118 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01a96f-e231-4ca5-8943-6a5273ee1a2c req-04def552-d3c8-48ac-a04f-e733a3da8cf2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:28.742607 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df01a96f-e231-4ca5-8943-6a5273ee1a2c req-04def552-d3c8-48ac-a04f-e733a3da8cf2 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 946 time: 0.0561261 Mar 31 20:27:28.799674 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df01a96f-e231-4ca5-8943-6a5273ee1a2c req-6fad0266-5a0a-469c-a69e-1f6186b4b151 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501251 Mar 31 20:27:28.810824 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (79ce5beb-2526-4548-9b02-646993da68a4), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:28.847099 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (539e665b-179e-491e-ad45-328caff2f6bc), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:29.004602 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for port (539e665b-179e-491e-ad45-328caff2f6bc), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:29.009388 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (539e665b-179e-491e-ad45-328caff2f6bc), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:29.079651 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'Port': ['ID=539e665b-179e-491e-ad45-328caff2f6bc,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:29.087528 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (79ce5beb-2526-4548-9b02-646993da68a4), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:29.101434 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:29.102650 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-682b7699-741a-48fc-b197-2992dfbde6ca tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8661509 Mar 31 20:27:29.246859 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-006b0e50-4a76-4069-9dca-327470acef15 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--245002577&fields=id&tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59 HTTP/1.1" status: 200 len: 267 time: 0.0414820 Mar 31 20:27:29.350828 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:29.352194 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-48f4fa69-5f2f-4e9e-b227-7b09ee1baa01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:29.353640 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-48f4fa69-5f2f-4e9e-b227-7b09ee1baa01 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 811 time: 0.1005278 Mar 31 20:27:29.368206 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-ec7b2ae9-3d8a-4ab1-b2ba-eb07eeb68170 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/quotas/0ffda7d751584e3fa2a86ea0c5dd3a59 HTTP/1.1" status: 200 len: 375 time: 0.0088184 Mar 31 20:27:29.421901 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-e1610c70-77ed-4062-86cd-a392db85df3c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484996 Mar 31 20:27:29.558096 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-5f0d2e6f-5ff2-43f3-867b-ab09fe00833b service neutron] 10.222.0.82 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235964 Mar 31 20:27:29.653456 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-c6e2f210-169d-4f00-a392-549b02f94c17 service neutron] 10.222.0.82 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887544 Mar 31 20:27:29.818232 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3684701a-cf11-4995-8c59-afe534982e3a req-e36c3e4f-7052-4ebf-8b14-f73e77b98682 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 210 time: 0.0286400 Mar 31 20:27:29.917180 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd43d05-6ec7-4570-9ad9-77550ceb02a7 req-5380ba89-fce3-462b-b911-7d22abc3bd73 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:29.918570 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0bd43d05-6ec7-4570-9ad9-77550ceb02a7 req-5380ba89-fce3-462b-b911-7d22abc3bd73 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 946 time: 0.0526190 Mar 31 20:27:29.970418 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0bd43d05-6ec7-4570-9ad9-77550ceb02a7 req-ac0fc6ad-84e4-4841-95d8-47933fc7ef7c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457134 Mar 31 20:27:30.660603 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-fb6ce7c5-af91-4a73-be8f-ffb8d8a1e201 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:30.662016 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-fb6ce7c5-af91-4a73-be8f-ffb8d8a1e201 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 946 time: 0.0514905 Mar 31 20:27:30.715364 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:30.757218 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Deleting port 7e2e8762-f701-4653-a792-84488f02fef1 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:30.757556 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (7e2e8762-f701-4653-a792-84488f02fef1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:30.851086 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] For port 7e2e8762-f701-4653-a792-84488f02fef1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7e2e8762-f701-4653-a792-84488f02fef1,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:30.851455 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (7e2e8762-f701-4653-a792-84488f02fef1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:30.932483 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fffc4a40-00f3-4073-8665-720e2f8b348b req-36f7f31d-6370-4b8a-98d6-e4c5b7cd8a6e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 210 time: 0.0370796 Mar 31 20:27:31.399286 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-a27b4ec6-54a1-4b15-9e50-511ac3576f00 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:31.400593 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-a27b4ec6-54a1-4b15-9e50-511ac3576f00 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.57 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 811 time: 0.4709020 Mar 31 20:27:31.414855 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3fb84-974d-47e2-8118-6d16c627de28 req-bf3f3f90-40e1-43f0-969b-9941c6101b58 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:31.416208 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52e3fb84-974d-47e2-8118-6d16c627de28 req-bf3f3f90-40e1-43f0-969b-9941c6101b58 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 946 time: 0.1589901 Mar 31 20:27:31.435361 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:31.435714 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (fe22c54a-18fb-40f0-90ab-5e50cce4429a), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:31.436021 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Floating IP fe22c54a-18fb-40f0-90ab-5e50cce4429a disassociated. External IP: 172.27.1.94, port: 7e2e8762-f701-4653-a792-84488f02fef1. Mar 31 20:27:31.436357 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Calling delete_port for 7e2e8762-f701-4653-a792-84488f02fef1 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:31.556523 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52e3fb84-974d-47e2-8118-6d16c627de28 req-c57d4bd3-6cbe-4cf7-8fa7-60e978401d1a tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=2df934bf-4c26-401e-9958-640f5a903329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303122 Mar 31 20:27:31.566807 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-32aee736-7974-482e-a5bc-92bf623b6763 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59 HTTP/1.1" status: 200 len: 379 time: 0.1455812 Mar 31 20:27:31.579971 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'port': {'device_id': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'admin_state_up': True, 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'security_groups': ['66383203-82a1-49c9-96f5-b9476f2b75a4']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:31.701914 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (7e2e8762-f701-4653-a792-84488f02fef1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:31.760279 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'Port': ['ID=7e2e8762-f701-4653-a792-84488f02fef1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:31.807900 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Made reservation on behalf of 0ffda7d751584e3fa2a86ea0c5dd3a59 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:27:31.811192 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:31.969662 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:32.053283 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Allocated IP 172.20.0.14 (52a08276-8ed8-42f8-83e9-f46419f30e6e/0dfa396b-59dd-4cc2-9232-d9b8a65c8441/fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:32.095108 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:32.106807 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1807c121-38eb-4e08-9dce-84accf85a066 req-0aee66e3-fb6b-4c4f-84f4-0820a95565e8 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 210 time: 0.1037593 Mar 31 20:27:32.222229 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:32.237616 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:32.249539 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:32.250183 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:32.268452 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] No DVR routers for this DVR port 7e2e8762-f701-4653-a792-84488f02fef1 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:27:32.276318 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:32.279841 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8cbfd14c-1eab-42c4-98cc-7339d7b7e3e3 req-3fef303b-4401-4d4b-9f88-2b1a99c6ce35 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "DELETE /v2.0/ports/7e2e8762-f701-4653-a792-84488f02fef1 HTTP/1.1" status: 204 len: 173 time: 1.6118445 Mar 31 20:27:32.280283 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'name': 'network-vif-deleted', 'tag': '7e2e8762-f701-4653-a792-84488f02fef1'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:32.282548 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d101a4-93db-4f4e-9698-799b113ff5f2" -d '{"events": [{"server_uuid": "b8d07bab-fc76-46d6-ad49-ad4ab73250db", "name": "network-vif-deleted", "tag": "7e2e8762-f701-4653-a792-84488f02fef1"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:32.330123 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:32.332355 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fe47d2-4366-43ea-9103-7cf0848408be x-openstack-request-id: req-85fe47d2-4366-43ea-9103-7cf0848408be {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:32.332638 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d07bab-fc76-46d6-ad49-ad4ab73250db", "name": "network-vif-deleted", "tag": "7e2e8762-f701-4653-a792-84488f02fef1", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:32.332888 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-85fe47d2-4366-43ea-9103-7cf0848408be {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:32.333288 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fe47d2-4366-43ea-9103-7cf0848408be'] response: {'server_uuid': 'b8d07bab-fc76-46d6-ad49-ad4ab73250db', 'name': 'network-vif-deleted', 'tag': '7e2e8762-f701-4653-a792-84488f02fef1', 'status': 'completed', 'code': 200} Mar 31 20:27:32.373099 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:32.386183 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:32.415529 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Network 52a08276-8ed8-42f8-83e9-f46419f30e6e is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:32.421464 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:32.425793 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:32.468449 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event updated for resources: {'Port': ['ID=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:32.491807 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:32.492572 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:32.510561 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-4e8cbcbf-4502-435b-a44e-22198fb57d3b tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9342782 Mar 31 20:27:32.575521 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Request body: {'port': {'device_id': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:32.642434 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:32.660242 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:32.669725 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:32.678060 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:32.678770 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:32.688119 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-63680ea5-beb8-45ea-90f9-ef8d313e000e req-6c164753-5593-4e50-a322-9e4fb7ad20f0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8d07bab-fc76-46d6-ad49-ad4ab73250db HTTP/1.1" status: 200 len: 210 time: 0.0415001 Mar 31 20:27:32.772450 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f506db68-9421-4645-b2f0-1bfe96a77111 None None] Provisioning complete for port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:32.773091 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f506db68-9421-4645-b2f0-1bfe96a77111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:32.817032 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f506db68-9421-4645-b2f0-1bfe96a77111 None None] Port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:27:32.832697 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:32.966544 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:27:32.973923 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Publish callbacks [] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:32.986197 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Transition to ACTIVE for port object fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:27:32.989696 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.056265 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:33.083179 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d0768-114a-4663-a4cb-7861690ea9be None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:33.085519 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Pushing event updated for resources: {'Port': ['ID=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:33.124194 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Attempting to bind port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:27:33.124305 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Attempting to bind port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:27:33.124542 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Attempting to bind port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 on network 52a08276-8ed8-42f8-83e9-f46419f30e6e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:33.136592 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 on network 52a08276-8ed8-42f8-83e9-f46419f30e6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:27:33.136992 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Attempting to bind port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 on network 52a08276-8ed8-42f8-83e9-f46419f30e6e {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:33.143059 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:27:33.143726 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Checking segment: {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:27:33.144304 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Bound using segment: {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:27:33.144998 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Bound port: fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee45512-c59b-4d6a-aba6-8f10be66c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:27:33.145553 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.250295 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] For port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:27:33.254306 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] For port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:27:33.267511 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.282979 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff2cb4-6167-44f3-bcd1-ed9fd6405e21 req-1061515f-6130-4f32-ac19-527a2606149f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:33.284651 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5fff2cb4-6167-44f3-bcd1-ed9fd6405e21 req-1061515f-6130-4f32-ac19-527a2606149f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 944 time: 0.0891631 Mar 31 20:27:33.322317 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:33.322960 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.324335 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] 10.222.0.57 "PUT /v2.0/ports/fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 HTTP/1.1" status: 200 len: 1094 time: 0.8068705 Mar 31 20:27:33.371328 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7c7f5-fab3-44f5-97d1-611ea07055ed service neutron] Pushing event updated for resources: {'Port': ['ID=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:33.410783 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5fff2cb4-6167-44f3-bcd1-ed9fd6405e21 req-340ffe71-76c6-45db-bb28-492893a6f69d tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049080 Mar 31 20:27:33.434432 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-f694ba80-0e35-4a60-938c-de428948ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:33.434432 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-f694ba80-0e35-4a60-938c-de428948ae54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 1128 time: 0.0630615 Mar 31 20:27:33.437051 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec012c-9e12-49e4-b00a-afc12053ee24 None None] New status for floating IP fe22c54a-18fb-40f0-90ab-5e50cce4429a: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:27:33.481626 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-9cf02a31-faeb-421d-b13f-345c5eb7d48d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 HTTP/1.1" status: 200 len: 217 time: 0.0397151 Mar 31 20:27:33.485493 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.543902 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-6953b62e-7eac-4075-a4fa-b7fd89609116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:33.545661 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-6953b62e-7eac-4075-a4fa-b7fd89609116 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dfa396b-59dd-4cc2-9232-d9b8a65c8441 HTTP/1.1" status: 200 len: 850 time: 0.0553458 Mar 31 20:27:33.603991 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-a2bef61d-d21a-42d8-b1d1-2f5d7160c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:33.605486 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-a2bef61d-d21a-42d8-b1d1-2f5d7160c47a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52a08276-8ed8-42f8-83e9-f46419f30e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518317 Mar 31 20:27:33.704094 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-99985938-3dc5-4420-931c-4d13a081aec2 service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893295 Mar 31 20:27:33.777166 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 36072) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:33.804994 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bd69be99-6e99-4f42-85b2-96b772d24578 req-ed179b39-8706-4594-b846-2367044d3c56 service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922265 Mar 31 20:27:33.837380 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0c04a75-da28-42d4-9029-c0d42fab8ea6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (2df934bf-4c26-401e-9958-640f5a903329), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.861827 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0c04a75-da28-42d4-9029-c0d42fab8ea6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (2df934bf-4c26-401e-9958-640f5a903329), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.908694 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0c04a75-da28-42d4-9029-c0d42fab8ea6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (2df934bf-4c26-401e-9958-640f5a903329), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.911328 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c0c04a75-da28-42d4-9029-c0d42fab8ea6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.912608 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c0c04a75-da28-42d4-9029-c0d42fab8ea6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "DELETE /v2.0/security-groups/2df934bf-4c26-401e-9958-640f5a903329 HTTP/1.1" status: 204 len: 168 time: 0.1331575 Mar 31 20:27:33.915522 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36074) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:33.922315 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c04a75-da28-42d4-9029-c0d42fab8ea6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df934bf-4c26-401e-9958-640f5a903329,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:33.929083 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.api.v2.resource [None req-771d9b3d-9663-47c3-8819-10693b677fb4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] show failed (client error): The resource could not be found. Mar 31 20:27:33.930078 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-771d9b3d-9663-47c3-8819-10693b677fb4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups/2df934bf-4c26-401e-9958-640f5a903329 HTTP/1.1" status: 404 len: 347 time: 0.0133529 Mar 31 20:27:33.932862 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36076) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:34.053811 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-20dd573e-2521-45a8-8d60-6a479c47c142 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Deleting port c83a2194-b2d9-41d2-8a88-c5ff167c8990 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:34.054473 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20dd573e-2521-45a8-8d60-6a479c47c142 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (c83a2194-b2d9-41d2-8a88-c5ff167c8990), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.125569 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20dd573e-2521-45a8-8d60-6a479c47c142 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (c83a2194-b2d9-41d2-8a88-c5ff167c8990), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.125892 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20dd573e-2521-45a8-8d60-6a479c47c142 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (c83a2194-b2d9-41d2-8a88-c5ff167c8990), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.138263 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-20dd573e-2521-45a8-8d60-6a479c47c142 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Calling delete_port for c83a2194-b2d9-41d2-8a88-c5ff167c8990 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:34.265211 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20dd573e-2521-45a8-8d60-6a479c47c142 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (c83a2194-b2d9-41d2-8a88-c5ff167c8990), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.291435 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd573e-2521-45a8-8d60-6a479c47c142 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'Port': ['ID=c83a2194-b2d9-41d2-8a88-c5ff167c8990,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:34.319540 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 7e2e8762-f701-4653-a792-84488f02fef1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:34.334578 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'tag': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:34.336836 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a374ad-ed40-462b-ab87-c0d750428ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "baf05438-6a81-4c75-a119-e33ca39c3323", "tag": "fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:34.340293 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 7e2e8762-f701-4653-a792-84488f02fef1 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:27:34.341194 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 7e2e8762-f701-4653-a792-84488f02fef1 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:27:34.356220 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20dd573e-2521-45a8-8d60-6a479c47c142 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (fe22c54a-18fb-40f0-90ab-5e50cce4429a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.358757 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20dd573e-2521-45a8-8d60-6a479c47c142 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.359919 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-20dd573e-2521-45a8-8d60-6a479c47c142 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "DELETE /v2.0/floatingips/fe22c54a-18fb-40f0-90ab-5e50cce4429a HTTP/1.1" status: 204 len: 168 time: 0.4261663 Mar 31 20:27:34.377206 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd45afae-1110-4040-8691-33fa7a2cb41b x-openstack-request-id: req-bd45afae-1110-4040-8691-33fa7a2cb41b {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:34.377502 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf05438-6a81-4c75-a119-e33ca39c3323", "tag": "fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:34.377761 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bd45afae-1110-4040-8691-33fa7a2cb41b {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:34.378165 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd45afae-1110-4040-8691-33fa7a2cb41b'] response: {'name': 'network-changed', 'server_uuid': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'tag': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50', 'status': 'completed', 'code': 200} Mar 31 20:27:34.447132 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-4ca1a375-fc9e-4bb8-ae1c-83392ebff075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.448650 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-4ca1a375-fc9e-4bb8-ae1c-83392ebff075 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 1128 time: 0.0464358 Mar 31 20:27:34.584680 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7077f-5590-4105-b487-c28c6dac15d8 req-7aeeeeb9-b86d-41ff-8135-03e1a4c16540 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.586038 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d8e7077f-5590-4105-b487-c28c6dac15d8 req-7aeeeeb9-b86d-41ff-8135-03e1a4c16540 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 944 time: 0.0818908 Mar 31 20:27:34.586993 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-edf970ca-7eaa-4b54-b9ce-6d1532efcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.588294 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-edf970ca-7eaa-4b54-b9ce-6d1532efcb61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 912 time: 0.1319485 Mar 31 20:27:34.643429 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-ac46acd9-3fbb-4de2-90f2-f837f172ce98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 HTTP/1.1" status: 200 len: 217 time: 0.0455639 Mar 31 20:27:34.675320 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 36086) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:34.679940 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-dcfe3c63-54d9-4703-ac62-d98d43a0895c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547872840', 'description': 'tempest-description--1479533768'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:34.700390 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3c63-54d9-4703-ac62-d98d43a0895c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.701501 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d8e7077f-5590-4105-b487-c28c6dac15d8 req-645e499e-6910-4f5e-84aa-0b91521f7751 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091814 Mar 31 20:27:34.711920 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-a0897b6e-4b9a-4e1b-8c1d-30e1e4aa95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.713331 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-a0897b6e-4b9a-4e1b-8c1d-30e1e4aa95e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dfa396b-59dd-4cc2-9232-d9b8a65c8441 HTTP/1.1" status: 200 len: 850 time: 0.0605223 Mar 31 20:27:34.764979 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3c63-54d9-4703-ac62-d98d43a0895c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (c5272942-2495-4fa2-b120-f4e0607054b5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.767061 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-a374c2d2-d348-423b-a0ce-1dd06b39d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.768801 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-a374c2d2-d348-423b-a0ce-1dd06b39d17b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52a08276-8ed8-42f8-83e9-f46419f30e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452900 Mar 31 20:27:34.769042 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3c63-54d9-4703-ac62-d98d43a0895c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c5272942-2495-4fa2-b120-f4e0607054b5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.798825 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe3c63-54d9-4703-ac62-d98d43a0895c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5272942-2495-4fa2-b120-f4e0607054b5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:34.803543 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcfe3c63-54d9-4703-ac62-d98d43a0895c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.807337 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-dcfe3c63-54d9-4703-ac62-d98d43a0895c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1283417 Mar 31 20:27:34.807999 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 36088) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:34.811786 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-36dee46f-5276-4247-a2bf-78fb8c164b96 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group_rule': {'security_group_id': 'c5272942-2495-4fa2-b120-f4e0607054b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:34.842869 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36dee46f-5276-4247-a2bf-78fb8c164b96 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (dbbbaf53-d688-4d4e-b9ea-2dcc6605dfcc), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.864898 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-fe9ef1e6-5641-4507-a295-2e8e56e29320 service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881860 Mar 31 20:27:34.898225 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36dee46f-5276-4247-a2bf-78fb8c164b96 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (dbbbaf53-d688-4d4e-b9ea-2dcc6605dfcc), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.901832 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36dee46f-5276-4247-a2bf-78fb8c164b96 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (dbbbaf53-d688-4d4e-b9ea-2dcc6605dfcc), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.920543 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dee46f-5276-4247-a2bf-78fb8c164b96 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbbaf53-d688-4d4e-b9ea-2dcc6605dfcc,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:34.930697 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36dee46f-5276-4247-a2bf-78fb8c164b96 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.931889 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-36dee46f-5276-4247-a2bf-78fb8c164b96 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234581 Mar 31 20:27:34.934467 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 36090) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:34.938652 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-9cdc37c2-1e0f-411f-91b3-4166ae4ba380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'security_group_rule': {'security_group_id': 'c5272942-2495-4fa2-b120-f4e0607054b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:34.957430 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-04a374ad-ed40-462b-ab87-c0d750428ed6 req-3d904d97-51b7-4fe9-bf5b-4a971d06a832 service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858152 Mar 31 20:27:34.963926 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cdc37c2-1e0f-411f-91b3-4166ae4ba380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (24f09fe6-a5f3-4da6-b1ad-5c2bd5543d78), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:35.021564 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cdc37c2-1e0f-411f-91b3-4166ae4ba380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (24f09fe6-a5f3-4da6-b1ad-5c2bd5543d78), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:35.024999 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cdc37c2-1e0f-411f-91b3-4166ae4ba380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (24f09fe6-a5f3-4da6-b1ad-5c2bd5543d78), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:35.042884 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc37c2-1e0f-411f-91b3-4166ae4ba380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f09fe6-a5f3-4da6-b1ad-5c2bd5543d78,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:35.050044 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9cdc37c2-1e0f-411f-91b3-4166ae4ba380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:35.051232 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-9cdc37c2-1e0f-411f-91b3-4166ae4ba380 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158266 Mar 31 20:27:35.054969 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36092) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:35.059318 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:35.078914 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:35.175719 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:35.278648 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Allocated IP 172.27.1.237 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/8813b857-3e7e-4308-9aa8-000f699a1e03) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:35.384172 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (8813b857-3e7e-4308-9aa8-000f699a1e03), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:35.423312 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (8813b857-3e7e-4308-9aa8-000f699a1e03), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:35.460668 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:35.464990 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:35.470621 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:35.493073 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=8813b857-3e7e-4308-9aa8-000f699a1e03,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:35.561622 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (676ba4bd-c09f-466b-9ea3-1e06af127c8c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:35.848418 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (8813b857-3e7e-4308-9aa8-000f699a1e03), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:35.900531 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2cd4e-74f7-4538-8aeb-b5fce8cce22f req-3d5b9472-65ba-4bef-8371-53167772c916 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:35.901983 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-94f2cd4e-74f7-4538-8aeb-b5fce8cce22f req-3d5b9472-65ba-4bef-8371-53167772c916 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 944 time: 0.0870912 Mar 31 20:27:36.001681 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-94f2cd4e-74f7-4538-8aeb-b5fce8cce22f req-eb36a85a-d61f-45ba-9203-f7d2aa369bc1 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925095 Mar 31 20:27:36.044198 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (8813b857-3e7e-4308-9aa8-000f699a1e03), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:36.048782 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (8813b857-3e7e-4308-9aa8-000f699a1e03), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:36.122435 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=8813b857-3e7e-4308-9aa8-000f699a1e03,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:36.129548 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (676ba4bd-c09f-466b-9ea3-1e06af127c8c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:36.144607 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:36.145810 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-d9143104-319e-45be-a762-e47391fb9ccf tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0898628 Mar 31 20:27:36.285802 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-575c8b78-c295-45eb-bfe8-29df68548399 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--547872840&fields=id&tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 267 time: 0.0410011 Mar 31 20:27:36.326107 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:27:36.391110 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-7c351f7e-dac2-4582-8000-0baf940d0cd6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:36.392540 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-7c351f7e-dac2-4582-8000-0baf940d0cd6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 815 time: 0.1005878 Mar 31 20:27:36.406929 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-79b1a2fc-f56a-4487-8b8d-c02f3a712821 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/quotas/8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 375 time: 0.0089819 Mar 31 20:27:36.422333 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:36.435079 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'port_id': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50', 'mac_address': 'fa:16:3e:72:3e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:27:36.462312 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-00d75d46-89b5-4804-b84f-023e89af5491 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503561 Mar 31 20:27:36.471683 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:36.472144 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:36.486220 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:27:36.509530 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:36.515331 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:36.563456 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:36.600911 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-5d401113-89cc-4c97-8099-fa8996d92a18 service neutron] 10.222.0.82 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267834 Mar 31 20:27:36.693089 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-b1bb2724-c5d9-4079-95dc-58caed1613d8 service neutron] 10.222.0.82 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859227 Mar 31 20:27:36.828057 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:27:36.849624 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-310f4682-96a3-410f-bd37-6b2e94de137a req-e3b63b87-c31c-4138-85f9-c459ae9e357b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 210 time: 0.0286257 Mar 31 20:27:37.124164 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d3d27-51df-4eaa-963d-3223f46815d3 req-ba6a9185-6987-40ae-9bb5-cedbbf65b728 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:37.125677 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ca8d3d27-51df-4eaa-963d-3223f46815d3 req-ba6a9185-6987-40ae-9bb5-cedbbf65b728 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 945 time: 0.0539813 Mar 31 20:27:37.174416 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ca8d3d27-51df-4eaa-963d-3223f46815d3 req-29ab2fc5-0b6a-4001-9b5d-7a350df22b93 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Mar 31 20:27:37.854224 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-8a705e40-87b4-44ba-8c35-eda1ecb768aa tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:37.855580 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-8a705e40-87b4-44ba-8c35-eda1ecb768aa tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 815 time: 0.1053979 Mar 31 20:27:37.932750 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-09d8a789-8a00-4964-ab35-7360b708dc30 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b HTTP/1.1" status: 200 len: 379 time: 0.0659828 Mar 31 20:27:37.948897 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15ba7345-4dd9-4616-8925-0ece7d628011 req-783a4421-c7a0-47c9-a7ba-54038fe3be78 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 210 time: 0.0311315 Mar 31 20:27:37.952105 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'port': {'device_id': '345fe723-215d-4c3f-867d-b25954aa92d7', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'admin_state_up': True, 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'security_groups': ['c5272942-2495-4fa2-b120-f4e0607054b5']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:38.056930 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Made reservation on behalf of 8458c23e6cee4d3ba8c3caf1196ae08b for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:27:38.060944 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.185282 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Allocated IP 172.20.0.9 (df94f67e-3892-4dfd-8047-a81ba5940098/3ffa9a92-cf33-47ab-abe2-d8205846d26d/efd89932-920b-466c-8eb7-d275778b2379) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:38.325308 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for port (efd89932-920b-466c-8eb7-d275778b2379), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.339785 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:27:38.359846 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (efd89932-920b-466c-8eb7-d275778b2379), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.395109 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:27:38.398969 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:38.399428 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.431082 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Network df94f67e-3892-4dfd-8047-a81ba5940098 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:38.436901 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:38.446561 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:38.452737 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event updated for resources: {'Port': ['ID=efd89932-920b-466c-8eb7-d275778b2379,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:38.493764 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.494251 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.495130 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.495130 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.495553 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.495976 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.496443 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.496861 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.497286 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.497710 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.498140 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.498357 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:38.498638 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.498794 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.499148 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.499560 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.499971 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:38.524483 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:38.526852 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2caf4b4-df55-4d5f-af40-472a62030fbd" -d '{"events": [{"server_uuid": "baf05438-6a81-4c75-a119-e33ca39c3323", "name": "network-vif-plugged", "status": "completed", "tag": "fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:38.530166 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda38fa-03a8-4141-a0d6-723d119f16d7 req-ef0ca1ca-5b7f-4b1d-b504-2d88410b5f4f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:38.531504 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fcda38fa-03a8-4141-a0d6-723d119f16d7 req-ef0ca1ca-5b7f-4b1d-b504-2d88410b5f4f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 945 time: 0.1361122 Mar 31 20:27:38.547238 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:38.547892 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.551001 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:38.559708 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.587446 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-17331bb5-05ce-44bb-8c2c-630b6eeb9a62 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6404693 Mar 31 20:27:38.608238 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Request body: {'port': {'device_id': '345fe723-215d-4c3f-867d-b25954aa92d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:38.624729 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:38.637766 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fcda38fa-03a8-4141-a0d6-723d119f16d7 req-5e0dd8f6-639d-44f6-8adf-636aba2232d4 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863991 Mar 31 20:27:38.656235 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad047699-dcd9-4a02-b5ab-56b2d6aa2fef x-openstack-request-id: req-ad047699-dcd9-4a02-b5ab-56b2d6aa2fef {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:38.656434 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf05438-6a81-4c75-a119-e33ca39c3323", "name": "network-vif-plugged", "status": "completed", "tag": "fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:38.656687 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ad047699-dcd9-4a02-b5ab-56b2d6aa2fef {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:38.657115 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad047699-dcd9-4a02-b5ab-56b2d6aa2fef'] response: {'server_uuid': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50', 'code': 200} Mar 31 20:27:38.683867 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (efd89932-920b-466c-8eb7-d275778b2379), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.737567 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-c472e5cf-c43d-4398-9d16-e785e5dd4aba None None] Provisioning complete for port efd89932-920b-466c-8eb7-d275778b2379 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:38.738347 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c472e5cf-c43d-4398-9d16-e785e5dd4aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (efd89932-920b-466c-8eb7-d275778b2379), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.775540 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-c472e5cf-c43d-4398-9d16-e785e5dd4aba None None] Port efd89932-920b-466c-8eb7-d275778b2379 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:27:38.893753 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390c940-03fe-4294-bb4c-d94691d7c2bc req-5ae7ab5d-aba1-414f-b6a9-eee2ccd372d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:38.895259 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f390c940-03fe-4294-bb4c-d94691d7c2bc req-5ae7ab5d-aba1-414f-b6a9-eee2ccd372d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 1130 time: 0.1047599 Mar 31 20:27:38.969208 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f390c940-03fe-4294-bb4c-d94691d7c2bc req-53c49071-8b9a-45e5-9f5d-b8725a4b090f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635145 Mar 31 20:27:39.019209 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd89932-920b-466c-8eb7-d275778b2379 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:27:39.047489 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Publish callbacks [] for port (efd89932-920b-466c-8eb7-d275778b2379), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:39.064006 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Transition to ACTIVE for port object efd89932-920b-466c-8eb7-d275778b2379 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:27:39.067510 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (efd89932-920b-466c-8eb7-d275778b2379), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:39.115048 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961f16-fcfb-4f3a-94ef-9d835b6bcac8 req-6ed1f56d-b3c3-4c47-b244-de133b6314dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.116551 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-96961f16-fcfb-4f3a-94ef-9d835b6bcac8 req-6ed1f56d-b3c3-4c47-b244-de133b6314dd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 931 time: 0.1003308 Mar 31 20:27:39.147691 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Pushing event updated for resources: {'Port': ['ID=efd89932-920b-466c-8eb7-d275778b2379,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:39.225746 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-96961f16-fcfb-4f3a-94ef-9d835b6bcac8 req-603866bc-b114-4f25-9639-70b0c754ab20 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014547 Mar 31 20:27:39.240446 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Attempting to bind port efd89932-920b-466c-8eb7-d275778b2379 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:27:39.240847 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Attempting to bind port efd89932-920b-466c-8eb7-d275778b2379 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:27:39.241179 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Attempting to bind port efd89932-920b-466c-8eb7-d275778b2379 on network df94f67e-3892-4dfd-8047-a81ba5940098 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:39.245613 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Port efd89932-920b-466c-8eb7-d275778b2379 on network df94f67e-3892-4dfd-8047-a81ba5940098 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:27:39.245929 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Attempting to bind port efd89932-920b-466c-8eb7-d275778b2379 on network df94f67e-3892-4dfd-8047-a81ba5940098 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:39.250901 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:27:39.251236 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Checking segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:27:39.251616 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Bound using segment: {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:27:39.252038 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Bound port: efd89932-920b-466c-8eb7-d275778b2379, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f88945-bf5b-4c11-8407-1a77d65211b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:27:39.252396 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (efd89932-920b-466c-8eb7-d275778b2379), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:39.317752 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] For port efd89932-920b-466c-8eb7-d275778b2379, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:27:39.320695 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] For port efd89932-920b-466c-8eb7-d275778b2379, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=efd89932-920b-466c-8eb7-d275778b2379,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:27:39.327007 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (efd89932-920b-466c-8eb7-d275778b2379), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:39.359177 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.360012 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:39.361369 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] 10.222.0.57 "PUT /v2.0/ports/efd89932-920b-466c-8eb7-d275778b2379 HTTP/1.1" status: 200 len: 1093 time: 0.7627511 Mar 31 20:27:39.363439 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345fe723-215d-4c3f-867d-b25954aa92d7', 'tag': 'efd89932-920b-466c-8eb7-d275778b2379'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:39.366633 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5" -d '{"events": [{"name": "network-changed", "server_uuid": "345fe723-215d-4c3f-867d-b25954aa92d7", "tag": "efd89932-920b-466c-8eb7-d275778b2379"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:39.393477 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84769f3-745f-41bd-a82f-333c36b8d23a service neutron] Pushing event updated for resources: {'Port': ['ID=efd89932-920b-466c-8eb7-d275778b2379,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:39.406314 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972e8fd0-81f9-44dd-ad31-9f267d530f92 x-openstack-request-id: req-972e8fd0-81f9-44dd-ad31-9f267d530f92 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:39.406607 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345fe723-215d-4c3f-867d-b25954aa92d7", "tag": "efd89932-920b-466c-8eb7-d275778b2379", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:39.406890 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-972e8fd0-81f9-44dd-ad31-9f267d530f92 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:39.407294 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972e8fd0-81f9-44dd-ad31-9f267d530f92'] response: {'name': 'network-changed', 'server_uuid': '345fe723-215d-4c3f-867d-b25954aa92d7', 'tag': 'efd89932-920b-466c-8eb7-d275778b2379', 'status': 'completed', 'code': 200} Mar 31 20:27:39.479159 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-972026e8-6e60-46ff-9761-13c6e12a02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.480665 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-972026e8-6e60-46ff-9761-13c6e12a02f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 1127 time: 0.0497479 Mar 31 20:27:39.524368 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-6fdac4e8-57a9-46ec-b83d-1c8172e88be1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efd89932-920b-466c-8eb7-d275778b2379 HTTP/1.1" status: 200 len: 217 time: 0.0348673 Mar 31 20:27:39.572022 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-fb2c64bf-cf3b-4c60-91ca-5ff5df573cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.573454 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-fb2c64bf-cf3b-4c60-91ca-5ff5df573cf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.0423403 Mar 31 20:27:39.624307 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-d8366b4a-6afd-488c-80e2-23cb200fcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.625715 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-d8366b4a-6afd-488c-80e2-23cb200fcb3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456486 Mar 31 20:27:39.724325 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-488be49e-8985-4015-99f5-18a448b71e02 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907776 Mar 31 20:27:39.819350 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4151d9-fff8-4b8c-b839-e30d7e8864ad req-7a3eb2f4-95e6-4cc2-b7dd-a0938bfd5c89 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.820722 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7c4151d9-fff8-4b8c-b839-e30d7e8864ad req-7a3eb2f4-95e6-4cc2-b7dd-a0938bfd5c89 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 946 time: 0.1100452 Mar 31 20:27:39.854779 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2f330d6c-00dd-42e9-8883-103a0e75c0ca req-093c9a4a-4ca3-4a64-90c2-de5304fcd51d service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165471 Mar 31 20:27:39.881752 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7c4151d9-fff8-4b8c-b839-e30d7e8864ad req-6490aae4-33fe-4a65-b97d-057b119bb76f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554187 Mar 31 20:27:39.942373 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-75cd6749-3347-4761-a08b-12c718e364d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.943815 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-75cd6749-3347-4761-a08b-12c718e364d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 1127 time: 0.0426319 Mar 31 20:27:40.032685 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-9dc32bf8-eec4-4fd8-a314-901fd9c12eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:40.034071 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-9dc32bf8-eec4-4fd8-a314-901fd9c12eba service neutron] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 916 time: 0.0824919 Mar 31 20:27:40.075856 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-750abb9d-9842-4f1c-ab6e-11c2b77f0167 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efd89932-920b-466c-8eb7-d275778b2379 HTTP/1.1" status: 200 len: 217 time: 0.0345910 Mar 31 20:27:40.124474 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-45891f1e-3d21-4b39-97f9-e86822c18837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:40.125873 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-45891f1e-3d21-4b39-97f9-e86822c18837 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.0420008 Mar 31 20:27:40.178741 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-93b88ba9-bf58-44d9-8061-239f04311adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:40.180154 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-93b88ba9-bf58-44d9-8061-239f04311adf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455601 Mar 31 20:27:40.267728 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-a11d81bd-5cdc-490c-aa5a-44a86f626c92 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792584 Mar 31 20:27:40.401323 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4763ca-f54b-499e-9973-739ff927f7b4 req-0049bf2a-41ff-417a-b0a4-c8c115018ab7 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:40.402782 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ba4763ca-f54b-499e-9973-739ff927f7b4 req-0049bf2a-41ff-417a-b0a4-c8c115018ab7 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 943 time: 0.1095166 Mar 31 20:27:40.408296 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff7b6eb9-e322-4460-b917-e5dcfc1f99f5 req-4190101c-b520-46bf-92a6-aee9cffc72ba service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340144 Mar 31 20:27:40.452780 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ba4763ca-f54b-499e-9973-739ff927f7b4 req-d68bf7c5-39c9-4fa4-ab61-a44145a5f28c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435581 Mar 31 20:27:41.000195 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a527a-39b7-497e-b53b-62e74a14627f req-28627c68-cb1a-4fd6-939f-f78ff073eee9 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:41.001664 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-870a527a-39b7-497e-b53b-62e74a14627f req-28627c68-cb1a-4fd6-939f-f78ff073eee9 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 946 time: 0.0537949 Mar 31 20:27:41.046491 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-870a527a-39b7-497e-b53b-62e74a14627f req-622cc4a5-8c2b-4473-be0e-d067539fe17f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393829 Mar 31 20:27:41.156582 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126eaf-e649-4355-8c74-015256a9fe88 req-798bc31f-7e32-445d-8e67-7b085d091757 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:41.158171 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-03126eaf-e649-4355-8c74-015256a9fe88 req-798bc31f-7e32-445d-8e67-7b085d091757 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 946 time: 0.0523121 Mar 31 20:27:41.167717 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36148) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:41.172164 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-dde73b31-f706-486b-90c8-8955501dd94c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Request body: {'floatingip': {'port_id': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:41.209278 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dde73b31-f706-486b-90c8-8955501dd94c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (79ce5beb-2526-4548-9b02-646993da68a4), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:41.608154 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee577262-1618-475d-8efd-e5ca84fc14a5 req-c18b30f1-a80e-492d-9853-c2f5c3a0df4b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:41.609581 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ee577262-1618-475d-8efd-e5ca84fc14a5 req-c18b30f1-a80e-492d-9853-c2f5c3a0df4b tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 943 time: 0.0902712 Mar 31 20:27:41.678503 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dde73b31-f706-486b-90c8-8955501dd94c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:41.686218 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dde73b31-f706-486b-90c8-8955501dd94c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (79ce5beb-2526-4548-9b02-646993da68a4), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:41.722819 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ee577262-1618-475d-8efd-e5ca84fc14a5 req-a34b1024-312f-4b5b-9383-fade27026581 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876987 Mar 31 20:27:41.787409 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-dde73b31-f706-486b-90c8-8955501dd94c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Floating IP 79ce5beb-2526-4548-9b02-646993da68a4 associated. External IP: 172.27.1.152, port: fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50. Mar 31 20:27:42.209671 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde73b31-f706-486b-90c8-8955501dd94c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Router 89cb85c0-4334-4013-8749-f1be15a1d91e has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:42.311393 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde73b31-f706-486b-90c8-8955501dd94c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:42.316192 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dde73b31-f706-486b-90c8-8955501dd94c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.320549 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] Sync routers for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:42.330149 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:42.330793 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:42.347296 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-dde73b31-f706-486b-90c8-8955501dd94c tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "PUT /v2.0/floatingips/79ce5beb-2526-4548-9b02-646993da68a4 HTTP/1.1" status: 200 len: 992 time: 1.1783898 Mar 31 20:27:42.347982 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'tag': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:42.350220 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed321905-5281-4113-997b-872dbd89d508" -d '{"events": [{"name": "network-changed", "server_uuid": "baf05438-6a81-4c75-a119-e33ca39c3323", "tag": "fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:42.368036 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device efd89932-920b-466c-8eb7-d275778b2379 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:27:42.441674 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ebe42a-076c-4b61-945b-39a17f526380 x-openstack-request-id: req-b7ebe42a-076c-4b61-945b-39a17f526380 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:42.441962 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf05438-6a81-4c75-a119-e33ca39c3323", "tag": "fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:42.442213 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b7ebe42a-076c-4b61-945b-39a17f526380 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:42.442607 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ebe42a-076c-4b61-945b-39a17f526380'] response: {'name': 'network-changed', 'server_uuid': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'tag': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50', 'status': 'completed', 'code': 200} Mar 31 20:27:42.510791 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed321905-5281-4113-997b-872dbd89d508 req-a43fcd85-a470-490e-afe8-e81260d9fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:42.512913 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed321905-5281-4113-997b-872dbd89d508 req-a43fcd85-a470-490e-afe8-e81260d9fd8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 1130 time: 0.0464532 Mar 31 20:27:42.603014 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed321905-5281-4113-997b-872dbd89d508 req-36bc2023-4c2e-457b-bc7d-7a855dca93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:42.604462 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed321905-5281-4113-997b-872dbd89d508 req-36bc2023-4c2e-457b-bc7d-7a855dca93a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 200 len: 912 time: 0.0838807 Mar 31 20:27:42.628390 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:42.675385 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed321905-5281-4113-997b-872dbd89d508 req-56f95d0e-ea5a-4599-95f9-cb1c29b4b6b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 HTTP/1.1" status: 200 len: 1000 time: 0.0632823 Mar 31 20:27:42.687876 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port efd89932-920b-466c-8eb7-d275778b2379, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=efd89932-920b-466c-8eb7-d275778b2379,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:42.724533 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed321905-5281-4113-997b-872dbd89d508 req-3189cd4c-2f26-4690-a5fd-f24003815663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:42.725991 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed321905-5281-4113-997b-872dbd89d508 req-3189cd4c-2f26-4690-a5fd-f24003815663 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dfa396b-59dd-4cc2-9232-d9b8a65c8441 HTTP/1.1" status: 200 len: 850 time: 0.0431478 Mar 31 20:27:42.732256 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': 'efd89932-920b-466c-8eb7-d275778b2379', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'port_id': 'efd89932-920b-466c-8eb7-d275778b2379', 'mac_address': 'fa:16:3e:b7:9d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:27:42.780052 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed321905-5281-4113-997b-872dbd89d508 req-e7fe3a2b-00b9-4108-8f77-f59335be97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:42.781906 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed321905-5281-4113-997b-872dbd89d508 req-e7fe3a2b-00b9-4108-8f77-f59335be97e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52a08276-8ed8-42f8-83e9-f46419f30e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476594 Mar 31 20:27:42.819857 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port efd89932-920b-466c-8eb7-d275778b2379 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:42.820248 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (efd89932-920b-466c-8eb7-d275778b2379), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.838466 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd89932-920b-466c-8eb7-d275778b2379 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:27:42.872458 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port efd89932-920b-466c-8eb7-d275778b2379, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=efd89932-920b-466c-8eb7-d275778b2379,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:42.878567 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (efd89932-920b-466c-8eb7-d275778b2379), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.900296 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a69a2f-1eb2-4ac2-b672-8116fa37106b req-612f66f3-d505-4848-a0f5-5f168b88f05c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:42.901752 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e9a69a2f-1eb2-4ac2-b672-8116fa37106b req-612f66f3-d505-4848-a0f5-5f168b88f05c tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 943 time: 0.1102526 Mar 31 20:27:42.931771 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed321905-5281-4113-997b-872dbd89d508 req-fb2e824d-0a9f-463a-9aab-98adea518638 service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413739 Mar 31 20:27:42.954972 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=efd89932-920b-466c-8eb7-d275778b2379,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:42.970132 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '79ce5beb-2526-4548-9b02-646993da68a4', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'port_id': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'mac_address': 'fa:16:3e:72:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:28Z', 'updated_at': '2022-03-31T20:27:41Z', 'revision_number': 1, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:43.001153 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] Checking router: 89cb85c0-4334-4013-8749-f1be15a1d91e for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:43.004651 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e9a69a2f-1eb2-4ac2-b672-8116fa37106b req-49d947fd-c088-493b-8c6c-13e4ae86b656 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959232 Mar 31 20:27:43.009742 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:43.010417 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:43.053105 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ed321905-5281-4113-997b-872dbd89d508 req-9f2cc958-db32-4bb7-b452-00f9b32a2f5f service neutron] 10.222.0.57 "GET /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101727 Mar 31 20:27:43.126893 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:43.211274 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['efd89932-920b-466c-8eb7-d275778b2379'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:27:43.453502 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '79ce5beb-2526-4548-9b02-646993da68a4', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'port_id': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'mac_address': 'fa:16:3e:72:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:28Z', 'updated_at': '2022-03-31T20:27:41Z', 'revision_number': 1, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:43.479995 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6658b-5480-48c9-a1df-430a2cd996e2 None None] The sync data for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi is: [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '79ce5beb-2526-4548-9b02-646993da68a4', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'port_id': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'mac_address': 'fa:16:3e:72:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:28Z', 'updated_at': '2022-03-31T20:27:41Z', 'revision_number': 1, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:43.669783 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ebe31-7ddc-458b-978c-b7f7390ff136 None None] New status for floating IP 79ce5beb-2526-4548-9b02-646993da68a4: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:27:44.120281 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5143c-1bc8-436b-828e-830e242733c0 req-4433d1e2-1cb0-4895-97f0-476344e77106 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:44.122230 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3af5143c-1bc8-436b-828e-830e242733c0 req-4433d1e2-1cb0-4895-97f0-476344e77106 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 944 time: 0.0513642 Mar 31 20:27:44.168327 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3af5143c-1bc8-436b-828e-830e242733c0 req-6e74e20b-e89b-4e8d-9e7b-b20f3d99b750 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405369 Mar 31 20:27:44.358162 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device efd89932-920b-466c-8eb7-d275778b2379 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:27:44.410329 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port efd89932-920b-466c-8eb7-d275778b2379 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:27:44.414169 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port efd89932-920b-466c-8eb7-d275778b2379 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:44.414541 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (efd89932-920b-466c-8eb7-d275778b2379), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:44.489282 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port efd89932-920b-466c-8eb7-d275778b2379 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:44.489788 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (efd89932-920b-466c-8eb7-d275778b2379), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:44.511516 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345fe723-215d-4c3f-867d-b25954aa92d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd89932-920b-466c-8eb7-d275778b2379'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:44.513774 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c8019f-dc59-4ebc-8a93-2d681379dcd8" -d '{"events": [{"server_uuid": "345fe723-215d-4c3f-867d-b25954aa92d7", "name": "network-vif-plugged", "status": "completed", "tag": "efd89932-920b-466c-8eb7-d275778b2379"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:44.526321 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port efd89932-920b-466c-8eb7-d275778b2379, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=efd89932-920b-466c-8eb7-d275778b2379,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:44.532135 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (efd89932-920b-466c-8eb7-d275778b2379), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:44.557703 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf45c12c-b2d0-4223-8c7a-b8edad04cbd6 x-openstack-request-id: req-bf45c12c-b2d0-4223-8c7a-b8edad04cbd6 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:44.558000 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345fe723-215d-4c3f-867d-b25954aa92d7", "name": "network-vif-plugged", "status": "completed", "tag": "efd89932-920b-466c-8eb7-d275778b2379", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:44.558240 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bf45c12c-b2d0-4223-8c7a-b8edad04cbd6 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:44.558642 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf45c12c-b2d0-4223-8c7a-b8edad04cbd6'] response: {'server_uuid': '345fe723-215d-4c3f-867d-b25954aa92d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd89932-920b-466c-8eb7-d275778b2379', 'code': 200} Mar 31 20:27:44.583935 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=efd89932-920b-466c-8eb7-d275778b2379,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:44.730168 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929514a-dca8-44bd-94ce-d769b435fcda req-346e060d-024c-43eb-9c7b-c5a11e10b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:44.732325 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1929514a-dca8-44bd-94ce-d769b435fcda req-346e060d-024c-43eb-9c7b-c5a11e10b10b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 1129 time: 0.0475833 Mar 31 20:27:44.780509 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1929514a-dca8-44bd-94ce-d769b435fcda req-705a0b8e-ef73-46b3-9e89-e237612dab6f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356064 Mar 31 20:27:45.288103 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0a416-5676-4350-b943-f74f6bd58a7c req-176eb768-f971-4c39-bab8-d9a21f3693ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:45.289579 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c6f0a416-5676-4350-b943-f74f6bd58a7c req-176eb768-f971-4c39-bab8-d9a21f3693ea tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 945 time: 0.0546546 Mar 31 20:27:45.365086 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c6f0a416-5676-4350-b943-f74f6bd58a7c req-4264916b-078b-4744-8371-ece2383f79d8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699649 Mar 31 20:27:45.380358 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d3a31-9e48-485d-b74f-3bbd781bdda4 req-5acf0d76-a271-446b-85ee-fe2eb0d41966 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:45.381791 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-043d3a31-9e48-485d-b74f-3bbd781bdda4 req-5acf0d76-a271-446b-85ee-fe2eb0d41966 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 945 time: 0.0738597 Mar 31 20:27:45.434865 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-043d3a31-9e48-485d-b74f-3bbd781bdda4 req-d43f38e9-81ef-4521-8919-daa63e32fcae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467243 Mar 31 20:27:46.482471 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768c21b-4024-4377-8ed5-1b10d950c39e req-abb16ada-5f4d-48af-b4bc-35093eaaaa09 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:46.483875 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3768c21b-4024-4377-8ed5-1b10d950c39e req-abb16ada-5f4d-48af-b4bc-35093eaaaa09 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 945 time: 0.0541232 Mar 31 20:27:46.556445 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3768c21b-4024-4377-8ed5-1b10d950c39e req-44c5e4bc-9c07-463b-b49b-f45b52bb51c4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669177 Mar 31 20:27:46.571867 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc288ef5-0270-420d-844a-908990a318ad req-f76bc44f-ee7f-43d1-9207-459239faae0f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:46.573277 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bc288ef5-0270-420d-844a-908990a318ad req-f76bc44f-ee7f-43d1-9207-459239faae0f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 945 time: 0.0686202 Mar 31 20:27:46.633597 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-bc288ef5-0270-420d-844a-908990a318ad req-38a266ac-7c46-49e4-bf8e-061a5bf91e0b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546441 Mar 31 20:27:46.672314 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68177218-bdf6-4133-b1eb-e93b1bace386 req-e65ea3c1-339d-4586-b8ea-e3d27bd15ce4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:46.673728 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68177218-bdf6-4133-b1eb-e93b1bace386 req-e65ea3c1-339d-4586-b8ea-e3d27bd15ce4 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 945 time: 0.0536556 Mar 31 20:27:46.682027 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36180) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:46.686802 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-b5ee392b-0b5a-4456-9b9d-d15105e9011d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Request body: {'floatingip': {'port_id': 'efd89932-920b-466c-8eb7-d275778b2379'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:46.723073 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5ee392b-0b5a-4456-9b9d-d15105e9011d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (676ba4bd-c09f-466b-9ea3-1e06af127c8c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:47.134606 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5ee392b-0b5a-4456-9b9d-d15105e9011d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:47.138169 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5ee392b-0b5a-4456-9b9d-d15105e9011d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (676ba4bd-c09f-466b-9ea3-1e06af127c8c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:47.235339 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-b5ee392b-0b5a-4456-9b9d-d15105e9011d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Floating IP 676ba4bd-c09f-466b-9ea3-1e06af127c8c associated. External IP: 172.27.1.237, port: efd89932-920b-466c-8eb7-d275778b2379. Mar 31 20:27:47.360470 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-b36c7f34-36f7-4183-9902-cc12902b6928 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:47.361875 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-b36c7f34-36f7-4183-9902-cc12902b6928 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 945 time: 0.0673468 Mar 31 20:27:47.547876 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ee392b-0b5a-4456-9b9d-d15105e9011d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:47.550095 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Deleting port 561a933c-d0d7-4348-ba3a-b76f3166b61b {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:47.550427 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:47.971526 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] For port 561a933c-d0d7-4348-ba3a-b76f3166b61b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=561a933c-d0d7-4348-ba3a-b76f3166b61b,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:47.971895 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.032891 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9f38f-6c2c-420c-b40b-a9e4a954993e req-9352fe53-6b86-4f22-a3c7-5497ce934a61 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:48.038071 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6ed9f38f-6c2c-420c-b40b-a9e4a954993e req-9352fe53-6b86-4f22-a3c7-5497ce934a61 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 945 time: 0.1447141 Mar 31 20:27:48.060003 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ee392b-0b5a-4456-9b9d-d15105e9011d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:48.069286 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:48.070205 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b5ee392b-0b5a-4456-9b9d-d15105e9011d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.079576 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:48.080296 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:48.163758 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-b5ee392b-0b5a-4456-9b9d-d15105e9011d tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "PUT /v2.0/floatingips/676ba4bd-c09f-466b-9ea3-1e06af127c8c HTTP/1.1" status: 200 len: 991 time: 1.4807014 Mar 31 20:27:48.166602 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345fe723-215d-4c3f-867d-b25954aa92d7', 'tag': 'efd89932-920b-466c-8eb7-d275778b2379'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:48.169369 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b" -d '{"events": [{"name": "network-changed", "server_uuid": "345fe723-215d-4c3f-867d-b25954aa92d7", "tag": "efd89932-920b-466c-8eb7-d275778b2379"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:48.177080 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6ed9f38f-6c2c-420c-b40b-a9e4a954993e req-502e1585-dd10-4ae8-a949-bb5bfa2f4b63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290505 Mar 31 20:27:48.187471 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:48.221748 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddce3d44-6feb-4afa-bf05-eee067b399ae x-openstack-request-id: req-ddce3d44-6feb-4afa-bf05-eee067b399ae {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:48.222044 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345fe723-215d-4c3f-867d-b25954aa92d7", "tag": "efd89932-920b-466c-8eb7-d275778b2379", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:48.222296 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ddce3d44-6feb-4afa-bf05-eee067b399ae {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:48.222709 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddce3d44-6feb-4afa-bf05-eee067b399ae'] response: {'name': 'network-changed', 'server_uuid': '345fe723-215d-4c3f-867d-b25954aa92d7', 'tag': 'efd89932-920b-466c-8eb7-d275778b2379', 'status': 'completed', 'code': 200} Mar 31 20:27:48.249620 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.249980 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (033a681f-4502-45a5-95af-a055f99374c9), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.250294 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Floating IP 033a681f-4502-45a5-95af-a055f99374c9 disassociated. External IP: 172.27.1.171, port: 561a933c-d0d7-4348-ba3a-b76f3166b61b. Mar 31 20:27:48.250637 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Calling delete_port for 561a933c-d0d7-4348-ba3a-b76f3166b61b owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:48.347863 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-d55d58b9-6f88-49ea-a9db-0fdb53211abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:48.349318 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-d55d58b9-6f88-49ea-a9db-0fdb53211abf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 1129 time: 0.0945878 Mar 31 20:27:48.394983 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:27:48.417014 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '676ba4bd-c09f-466b-9ea3-1e06af127c8c', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': 'efd89932-920b-466c-8eb7-d275778b2379', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:b7:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fe723-215d-4c3f-867d-b25954aa92d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:35Z', 'updated_at': '2022-03-31T20:27:47Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:48.468118 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (561a933c-d0d7-4348-ba3a-b76f3166b61b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.509746 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event deleted for resources: {'Port': ['ID=561a933c-d0d7-4348-ba3a-b76f3166b61b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:48.529264 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-bedbe455-89f2-479a-9fc8-ecacd30fa956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:48.530657 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-bedbe455-89f2-479a-9fc8-ecacd30fa956 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 200 len: 916 time: 0.1414440 Mar 31 20:27:48.583781 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:48.592945 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:48.593521 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:48.665807 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-bd012072-b9ca-4bc0-b5f6-4e216e93f72c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efd89932-920b-466c-8eb7-d275778b2379 HTTP/1.1" status: 200 len: 999 time: 0.1004751 Mar 31 20:27:48.712703 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:48.721748 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:48.731959 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-491dacc0-ff9a-4500-b821-c1c0b21a0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:48.733388 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-491dacc0-ff9a-4500-b821-c1c0b21a0aa7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 200 len: 854 time: 0.0602334 Mar 31 20:27:48.860856 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-4e1c43aa-408f-4ef7-a6eb-e58dd6d4ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:48.862459 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-4e1c43aa-408f-4ef7-a6eb-e58dd6d4ed03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df94f67e-3892-4dfd-8047-a81ba5940098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1213455 Mar 31 20:27:48.885494 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:48.901215 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] Sync routers for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:48.915081 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:48.916057 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:48.973789 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] No DVR routers for this DVR port 561a933c-d0d7-4348-ba3a-b76f3166b61b on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:27:48.977688 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '676ba4bd-c09f-466b-9ea3-1e06af127c8c', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': 'efd89932-920b-466c-8eb7-d275778b2379', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:b7:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fe723-215d-4c3f-867d-b25954aa92d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:35Z', 'updated_at': '2022-03-31T20:27:47Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:48.978164 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.981800 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cf7ed2bd-2dc6-4762-8c61-be1131d3f57a req-91b5ace6-91de-43d6-8b3e-ee55f8034e09 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "DELETE /v2.0/ports/561a933c-d0d7-4348-ba3a-b76f3166b61b HTTP/1.1" status: 204 len: 173 time: 1.6106565 Mar 31 20:27:49.035542 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-0313b8ba-c484-4e4c-9211-456b7d7fd7db service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648247 Mar 31 20:27:49.045638 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ed259-841a-4a63-9627-ad48460dddac None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '676ba4bd-c09f-466b-9ea3-1e06af127c8c', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'port_id': 'efd89932-920b-466c-8eb7-d275778b2379', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'mac_address': 'fa:16:3e:b7:9d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345fe723-215d-4c3f-867d-b25954aa92d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:35Z', 'updated_at': '2022-03-31T20:27:47Z', 'revision_number': 1, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:49.104701 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:49.200768 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1d7e2e6-408c-487d-ab92-7d8c46d0855b req-f5bc7bf4-124b-4326-8e20-d8f11d1b74e6 service neutron] 10.222.0.57 "GET /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583552 Mar 31 20:27:49.320428 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dce4caa5-41f7-46b3-8155-03f814d5ffcd req-a07f7860-7963-450d-9f37-4119134bf14b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bf6407-2b68-4d18-b5d9-9046fe7b4345 HTTP/1.1" status: 200 len: 210 time: 0.0342772 Mar 31 20:27:49.353395 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0b565-2c5f-4700-80a1-3c539b3d5345 req-a3c34207-a66b-4d20-9302-35acbf663bcb tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:49.354925 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81f0b565-2c5f-4700-80a1-3c539b3d5345 req-a3c34207-a66b-4d20-9302-35acbf663bcb tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.1119025 Mar 31 20:27:49.384645 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed3d472-b729-4cd5-9c13-4766de337123 None None] New status for floating IP 676ba4bd-c09f-466b-9ea3-1e06af127c8c: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:27:49.385193 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:49.413911 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-81f0b565-2c5f-4700-80a1-3c539b3d5345 req-ef673b50-420c-4fb5-82ee-1b4830c922fa tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514317 Mar 31 20:27:49.414897 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] Checking router: 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:49.425595 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:49.426413 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:49.539902 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:49.733470 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:49.765245 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667c933-20e9-4cb0-9a00-6fc2c653f89d None None] The sync data for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi is: [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:49.996006 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02995cd9-daef-4ca2-a9a8-555699b6c1a5 None None] New status for floating IP 033a681f-4502-45a5-95af-a055f99374c9: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:27:50.223756 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'name': 'network-vif-deleted', 'tag': '561a933c-d0d7-4348-ba3a-b76f3166b61b'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:50.226062 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4cefea-10e0-4bbe-85ed-a42596d61946" -d '{"events": [{"server_uuid": "06bf6407-2b68-4d18-b5d9-9046fe7b4345", "name": "network-vif-deleted", "tag": "561a933c-d0d7-4348-ba3a-b76f3166b61b"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:50.262797 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fcc62c-73f6-4496-a77c-2d674a8a0073 x-openstack-request-id: req-29fcc62c-73f6-4496-a77c-2d674a8a0073 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:50.263090 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bf6407-2b68-4d18-b5d9-9046fe7b4345", "name": "network-vif-deleted", "tag": "561a933c-d0d7-4348-ba3a-b76f3166b61b", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:50.263360 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-29fcc62c-73f6-4496-a77c-2d674a8a0073 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:50.263758 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29fcc62c-73f6-4496-a77c-2d674a8a0073'] response: {'server_uuid': '06bf6407-2b68-4d18-b5d9-9046fe7b4345', 'name': 'network-vif-deleted', 'tag': '561a933c-d0d7-4348-ba3a-b76f3166b61b', 'status': 'completed', 'code': 200} Mar 31 20:27:50.384091 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 561a933c-d0d7-4348-ba3a-b76f3166b61b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:50.406159 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 561a933c-d0d7-4348-ba3a-b76f3166b61b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:27:50.407056 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 561a933c-d0d7-4348-ba3a-b76f3166b61b not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:27:50.541444 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35de6f-1241-461f-accc-87d9be38966d req-5b8b41da-f59f-4c3e-90a1-fc57f3e54aa3 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:50.542964 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-db35de6f-1241-461f-accc-87d9be38966d req-5b8b41da-f59f-4c3e-90a1-fc57f3e54aa3 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0554729 Mar 31 20:27:50.615213 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-88fa90f0-23cb-4835-a38b-adf01e1b741e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191572383&fields=id&tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad HTTP/1.1" status: 200 len: 267 time: 0.0712399 Mar 31 20:27:50.622575 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-db35de6f-1241-461f-accc-87d9be38966d req-88627920-34cd-42fb-a8ef-9aa6a7d1c680 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729036 Mar 31 20:27:50.722083 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-f28f9cb7-fc41-429e-a104-982bf4e9207b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:50.723535 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-f28f9cb7-fc41-429e-a104-982bf4e9207b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 811 time: 0.1001005 Mar 31 20:27:50.738468 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-f7abea24-a5b5-4630-8917-35fb7b1c67bb tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/quotas/a6d61eb81b754ed9b58c19c767bcc8ad HTTP/1.1" status: 200 len: 375 time: 0.0096033 Mar 31 20:27:50.791856 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-7d81e762-f155-4d57-9bb6-8c2bac4f184e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482011 Mar 31 20:27:50.888671 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-d4154f94-f9cd-4e22-bb80-aa12d02529ab service neutron] 10.222.0.82 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840383 Mar 31 20:27:50.975046 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ee0f62b-f438-42d2-ba51-3bdeb90ca3db service neutron] 10.222.0.82 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807307 Mar 31 20:27:51.248724 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-eccc05d8-55cc-4fe7-939f-b30119012b9f req-509e63c0-0552-4815-a6cd-525bb2f782d6 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 210 time: 0.0259147 Mar 31 20:27:51.744063 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89d51f-afb0-4f14-810e-0df20cb85abc req-f402522b-b9a4-40ff-8e04-45a4a7f7f60e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:51.745513 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa89d51f-afb0-4f14-810e-0df20cb85abc req-f402522b-b9a4-40ff-8e04-45a4a7f7f60e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.0556989 Mar 31 20:27:51.790528 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa89d51f-afb0-4f14-810e-0df20cb85abc req-7cd3924a-d3bf-4185-be1d-1ec0fe49f55a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 Mar 31 20:27:52.230293 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-77070d07-8273-4695-87b6-b36ac133e17c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:52.232234 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-77070d07-8273-4695-87b6-b36ac133e17c tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 811 time: 0.0996511 Mar 31 20:27:52.295256 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-c32a8f8f-6b5a-4eff-bebe-77e786d5c4d4 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad HTTP/1.1" status: 200 len: 379 time: 0.0533521 Mar 31 20:27:52.312521 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'port': {'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'admin_state_up': True, 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'security_groups': ['3bf474f9-eb7c-49c1-9767-37caa7212181']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:52.376568 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7078e94e-7dcb-459d-9b4f-35f2b5f6dbcf req-79eafa71-50cd-431f-877c-c818160a5428 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 210 time: 0.0602908 Mar 31 20:27:52.440678 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Made reservation on behalf of a6d61eb81b754ed9b58c19c767bcc8ad for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:27:52.444156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:52.569386 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Allocated IP 172.20.0.8 (c07f2492-1a2b-4036-bccd-b3989f4f9275/bea8a71f-55b9-4597-a4bb-cfa19114e421/90411659-a7c9-4cff-a6e5-0c04fd81fd8f) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:52.706878 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:52.740909 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:52.785128 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:52.788194 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:52.791846 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:52.825034 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'Port': ['ID=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:52.860941 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:52.861596 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:52.885597 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6ae4caf0-3082-4382-9557-d2f722ce0686 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768607 Mar 31 20:27:52.899502 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Request body: {'port': {'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:52.992518 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c80e09-195f-4d37-b397-5d61dacde5f7 req-7a0f99dd-e578-40a7-aa78-74e3933e7515 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:52.994050 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-72c80e09-195f-4d37-b397-5d61dacde5f7 req-7a0f99dd-e578-40a7-aa78-74e3933e7515 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.1130319 Mar 31 20:27:52.995058 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:53.019923 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-40b438a3-bfe3-4999-b86a-18d239bb82a6 None None] Provisioning complete for port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:53.020850 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-40b438a3-bfe3-4999-b86a-18d239bb82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:53.073922 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-40b438a3-bfe3-4999-b86a-18d239bb82a6 None None] Port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:27:53.080267 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-72c80e09-195f-4d37-b397-5d61dacde5f7 req-d154370f-1b48-4868-a866-f8c394d44fb9 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754244 Mar 31 20:27:53.299730 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90411659-a7c9-4cff-a6e5-0c04fd81fd8f {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:27:53.307157 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Publish callbacks [] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:53.318502 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Transition to ACTIVE for port object 90411659-a7c9-4cff-a6e5-0c04fd81fd8f will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:27:53.321836 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:53.372949 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Pushing event updated for resources: {'Port': ['ID=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:53.456506 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Attempting to bind port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:27:53.456845 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Attempting to bind port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:27:53.457170 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Attempting to bind port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f on network c07f2492-1a2b-4036-bccd-b3989f4f9275 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:53.487332 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f on network c07f2492-1a2b-4036-bccd-b3989f4f9275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:27:53.487657 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Attempting to bind port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f on network c07f2492-1a2b-4036-bccd-b3989f4f9275 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:53.751843 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:27:53.752100 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Checking segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:27:53.752449 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Bound using segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:27:53.752882 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Bound port: 90411659-a7c9-4cff-a6e5-0c04fd81fd8f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:27:53.753228 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:53.822164 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-5478ca39-3ce5-43aa-b22f-677443a0b3ca tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:53.823556 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-5478ca39-3ce5-43aa-b22f-677443a0b3ca tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.3771167 Mar 31 20:27:53.848470 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70126a1d-8f75-4eec-ac3e-807c275b7659 req-b221ef49-29e6-4318-b531-fea73e1b9ab1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:53.849844 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-70126a1d-8f75-4eec-ac3e-807c275b7659 req-b221ef49-29e6-4318-b531-fea73e1b9ab1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 943 time: 0.4022052 Mar 31 20:27:53.905354 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] For port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:27:53.949208 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] For port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:27:53.959756 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:54.007993 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-70126a1d-8f75-4eec-ac3e-807c275b7659 req-74a5fc42-d24f-4db1-9dcc-d6598e7e2e40 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513534 Mar 31 20:27:54.015541 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:54.016197 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:54.017699 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] 10.222.0.57 "PUT /v2.0/ports/90411659-a7c9-4cff-a6e5-0c04fd81fd8f HTTP/1.1" status: 200 len: 1093 time: 1.1234043 Mar 31 20:27:54.018157 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'tag': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:54.020458 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f75f4f-726b-42c5-927a-4556df95691c" -d '{"events": [{"name": "network-changed", "server_uuid": "96ded03a-6a5f-4204-aa09-d22f0c9226c6", "tag": "90411659-a7c9-4cff-a6e5-0c04fd81fd8f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:54.050903 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f08e7-be50-4d82-8c1e-1b6141bb2526 service neutron] Pushing event updated for resources: {'Port': ['ID=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:54.059975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Deleting port 61ff2ac1-3c4c-4738-9999-914f78b86c61 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:54.059975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:54.081325 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d4e2c-9b06-40c0-a1fc-79a92e6c4661 x-openstack-request-id: req-818d4e2c-9b06-40c0-a1fc-79a92e6c4661 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:54.081621 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ded03a-6a5f-4204-aa09-d22f0c9226c6", "tag": "90411659-a7c9-4cff-a6e5-0c04fd81fd8f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:54.081935 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-818d4e2c-9b06-40c0-a1fc-79a92e6c4661 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:54.082341 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818d4e2c-9b06-40c0-a1fc-79a92e6c4661'] response: {'name': 'network-changed', 'server_uuid': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'tag': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'status': 'completed', 'code': 200} Mar 31 20:27:54.226431 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] For port 61ff2ac1-3c4c-4738-9999-914f78b86c61, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=61ff2ac1-3c4c-4738-9999-914f78b86c61,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:54.226830 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:54.230474 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6b0bbf6d-cfc3-481b-aa19-f38d2ad28976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:54.231990 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-6b0bbf6d-cfc3-481b-aa19-f38d2ad28976 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 1127 time: 0.1486683 Mar 31 20:27:54.317963 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fcc0a-68fa-45b0-b8f3-9250f99b16ee req-95f97ffd-b916-4080-93b4-c8b717b86f5e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:54.319457 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6b6fcc0a-68fa-45b0-b8f3-9250f99b16ee req-95f97ffd-b916-4080-93b4-c8b717b86f5e tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 945 time: 0.1654859 Mar 31 20:27:54.320662 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-ecea3cb6-2975-42bc-bd05-072fb4414156 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f HTTP/1.1" status: 200 len: 217 time: 0.0793676 Mar 31 20:27:54.451512 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-24a2be32-b8c3-4b3c-80ed-15d88fcf0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:54.452921 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-24a2be32-b8c3-4b3c-80ed-15d88fcf0778 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.1239986 Mar 31 20:27:54.457750 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6b6fcc0a-68fa-45b0-b8f3-9250f99b16ee req-d9ef360b-e129-4194-beb1-ab2c9093d702 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=13ee7813-0e02-48b6-b2b7-86761a02d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319988 Mar 31 20:27:54.557653 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:54.558023 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (6d0b2eb2-928f-48e2-85fc-6064bbc2b782), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:54.558911 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Floating IP 6d0b2eb2-928f-48e2-85fc-6064bbc2b782 disassociated. External IP: 172.27.1.153, port: 61ff2ac1-3c4c-4738-9999-914f78b86c61. Mar 31 20:27:54.559262 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Calling delete_port for 61ff2ac1-3c4c-4738-9999-914f78b86c61 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:54.562199 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-035f8a62-1a4d-48ea-b3bc-7fb2fec6ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:54.563707 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-035f8a62-1a4d-48ea-b3bc-7fb2fec6ecf8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1017296 Mar 31 20:27:54.710209 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-547f0b36-af85-49d5-a9db-02c677658ee3 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378744 Mar 31 20:27:54.813103 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (61ff2ac1-3c4c-4738-9999-914f78b86c61), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:54.854280 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event deleted for resources: {'Port': ['ID=61ff2ac1-3c4c-4738-9999-914f78b86c61,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:54.871607 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-35c2be84-dcf1-42b4-a21d-a7d8fcb3c2aa req-1d377337-ea2f-4b76-bd00-70c744d7d28b service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353922 Mar 31 20:27:54.996332 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75f4f-726b-42c5-927a-4556df95691c req-be31b27f-5f8b-4f09-b2f6-b10dbd820dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:54.997743 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1f75f4f-726b-42c5-927a-4556df95691c req-be31b27f-5f8b-4f09-b2f6-b10dbd820dda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 1127 time: 0.0689051 Mar 31 20:27:55.009633 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Router 0da96933-58c2-4e38-8cd9-85a62571df7d has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:55.210331 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75f4f-726b-42c5-927a-4556df95691c req-d1b01130-c28b-4d31-9077-62e633338799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:55.211835 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1f75f4f-726b-42c5-927a-4556df95691c req-d1b01130-c28b-4d31-9077-62e633338799 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 912 time: 0.2012212 Mar 31 20:27:55.262607 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1e16c-5e34-414a-aa86-a3e7b390988d req-7a9088c3-6d77-4b98-aa80-3a46d9971586 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:55.264164 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-80c1e16c-5e34-414a-aa86-a3e7b390988d req-7a9088c3-6d77-4b98-aa80-3a46d9971586 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 943 time: 0.1652184 Mar 31 20:27:55.270043 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1f75f4f-726b-42c5-927a-4556df95691c req-c51d726b-6f91-4622-b780-7b65be3e9b75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f HTTP/1.1" status: 200 len: 217 time: 0.0501118 Mar 31 20:27:55.279272 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:55.289656 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] Sync routers for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:55.300829 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:55.301858 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:55.362539 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] No DVR routers for this DVR port 61ff2ac1-3c4c-4738-9999-914f78b86c61 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:27:55.370521 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:55.373812 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e37b02aa-320f-468b-8f12-d53014e5a1e7 req-41ae39f2-3bc4-4f7a-b627-7a331c6305e0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "DELETE /v2.0/ports/61ff2ac1-3c4c-4738-9999-914f78b86c61 HTTP/1.1" status: 204 len: 173 time: 1.5408549 Mar 31 20:27:55.394591 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75f4f-726b-42c5-927a-4556df95691c req-bdedaa50-39a1-434c-9b97-3818586c0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:55.409745 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1f75f4f-726b-42c5-927a-4556df95691c req-bdedaa50-39a1-434c-9b97-3818586c0975 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.1152055 Mar 31 20:27:55.409745 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-80c1e16c-5e34-414a-aa86-a3e7b390988d req-6d8d5d8e-4750-4801-80d6-86136fd87efc tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290288 Mar 31 20:27:55.428236 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:55.458046 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75f4f-726b-42c5-927a-4556df95691c req-6c521a32-7abc-4407-b924-cc4c248f5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:55.459615 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1f75f4f-726b-42c5-927a-4556df95691c req-6c521a32-7abc-4407-b924-cc4c248f5744 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515583 Mar 31 20:27:55.596142 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2ab44145-8318-4286-8135-8eeb4a53aae3 req-ec8bc83c-8c77-470c-8cc9-9c28a29c2a35 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=938ba2fa-699d-4037-828e-04078cd21c88 HTTP/1.1" status: 200 len: 210 time: 0.0360980 Mar 31 20:27:55.600922 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1f75f4f-726b-42c5-927a-4556df95691c req-49cbb585-aa3e-456f-8f09-3cec364b3289 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344934 Mar 31 20:27:55.648153 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:33Z', 'revision_number': 5, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:55.680896 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] Checking router: 0da96933-58c2-4e38-8cd9-85a62571df7d for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:55.689746 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:55.690358 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:55.706144 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d1f75f4f-726b-42c5-927a-4556df95691c req-35cfbd8f-92ac-44aa-ace1-1920c0d57de2 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962889 Mar 31 20:27:55.795292 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:55.846679 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5f897341-885c-40f1-a101-49d7819433a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:55.965192 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d715-3c30-45c7-84c0-d3eadd479913 req-93d68f53-5901-4be4-97b4-8cc519bcd747 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:55.967349 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a488d715-3c30-45c7-84c0-d3eadd479913 req-93d68f53-5901-4be4-97b4-8cc519bcd747 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0542517 Mar 31 20:27:56.016681 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a488d715-3c30-45c7-84c0-d3eadd479913 req-31de2f01-921e-4ace-b43c-a206ccbf13db tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Mar 31 20:27:56.033731 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:33Z', 'revision_number': 5, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:56.061362 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce75e9-afb3-4748-b3b6-63dfa50477ec None None] The sync data for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi is: [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:20Z', 'revision_number': 4, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '94918f98-0348-4a90-84e7-e5543ded474c', 'name': '', 'network_id': 'd0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'mac_address': 'fa:16:3e:ee:6e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:16Z', 'updated_at': '2022-03-31T20:22:33Z', 'revision_number': 5, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'subnets': [{'id': '87d0cdb6-6eb5-4446-ada4-a5735737aa87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:56.083399 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'name': 'network-vif-deleted', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:56.085715 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad831f87-7b2c-492f-a052-46a7c6b1f7c3" -d '{"events": [{"server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "name": "network-vif-deleted", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:56.122291 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd464fb-274f-4d6d-a55b-6ae4456e57ee x-openstack-request-id: req-bbd464fb-274f-4d6d-a55b-6ae4456e57ee {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:56.122683 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938ba2fa-699d-4037-828e-04078cd21c88", "name": "network-vif-deleted", "tag": "61ff2ac1-3c4c-4738-9999-914f78b86c61", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:56.123001 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bbd464fb-274f-4d6d-a55b-6ae4456e57ee {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:56.123399 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd464fb-274f-4d6d-a55b-6ae4456e57ee'] response: {'server_uuid': '938ba2fa-699d-4037-828e-04078cd21c88', 'name': 'network-vif-deleted', 'tag': '61ff2ac1-3c4c-4738-9999-914f78b86c61', 'status': 'completed', 'code': 200} Mar 31 20:27:56.271670 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593242c9-5053-41c1-9a2f-6d761bb8776e None None] New status for floating IP 6d0b2eb2-928f-48e2-85fc-6064bbc2b782: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:27:56.424510 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 61ff2ac1-3c4c-4738-9999-914f78b86c61 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:56.448781 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 61ff2ac1-3c4c-4738-9999-914f78b86c61 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:27:56.449136 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 61ff2ac1-3c4c-4738-9999-914f78b86c61 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:27:56.541559 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f9d36-22b2-49fd-b226-2ab8ca90fc74 req-92113bce-3ead-4d4d-8efd-4f17cafcccc7 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:56.543551 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-602f9d36-22b2-49fd-b226-2ab8ca90fc74 req-92113bce-3ead-4d4d-8efd-4f17cafcccc7 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 943 time: 0.0535915 Mar 31 20:27:56.590348 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-602f9d36-22b2-49fd-b226-2ab8ca90fc74 req-8f36677a-f358-4b57-b6af-617c27858af2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 Mar 31 20:27:56.679797 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36298) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:56.734206 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a792f3c7-c3c4-4465-b9ee-73ee5789a8a1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group (13ee7813-0e02-48b6-b2b7-86761a02d986), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.756286 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a792f3c7-c3c4-4465-b9ee-73ee5789a8a1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group (13ee7813-0e02-48b6-b2b7-86761a02d986), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.803554 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a792f3c7-c3c4-4465-b9ee-73ee5789a8a1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (13ee7813-0e02-48b6-b2b7-86761a02d986), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.806546 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a792f3c7-c3c4-4465-b9ee-73ee5789a8a1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.807711 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a792f3c7-c3c4-4465-b9ee-73ee5789a8a1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "DELETE /v2.0/security-groups/13ee7813-0e02-48b6-b2b7-86761a02d986 HTTP/1.1" status: 204 len: 168 time: 0.1269424 Mar 31 20:27:56.810240 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 36300) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:56.816703 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792f3c7-c3c4-4465-b9ee-73ee5789a8a1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ee7813-0e02-48b6-b2b7-86761a02d986,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:56.823604 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.api.v2.resource [None req-1a064478-28f2-48cd-9324-415d3ba9e1d1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] show failed (client error): The resource could not be found. Mar 31 20:27:56.826254 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-1a064478-28f2-48cd-9324-415d3ba9e1d1 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups/13ee7813-0e02-48b6-b2b7-86761a02d986 HTTP/1.1" status: 404 len: 347 time: 0.0148969 Mar 31 20:27:56.828897 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 36302) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:56.950850 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Deleting port 4115e99e-b1aa-489c-a803-f2bc3a6d62d9 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:56.951109 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (4115e99e-b1aa-489c-a803-f2bc3a6d62d9), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.022687 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (4115e99e-b1aa-489c-a803-f2bc3a6d62d9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.023018 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for floatingip (4115e99e-b1aa-489c-a803-f2bc3a6d62d9), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.035316 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Calling delete_port for 4115e99e-b1aa-489c-a803-f2bc3a6d62d9 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:57.138517 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9021003-78b9-4298-b631-26561d377d84 req-49bd3cc9-bc23-4637-a317-9e9cf1cddf50 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.140132 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e9021003-78b9-4298-b631-26561d377d84 req-49bd3cc9-bc23-4637-a317-9e9cf1cddf50 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0512245 Mar 31 20:27:57.167868 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (4115e99e-b1aa-489c-a803-f2bc3a6d62d9), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.187218 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e9021003-78b9-4298-b631-26561d377d84 req-3d023955-8553-446e-aeb2-02f113353629 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412309 Mar 31 20:27:57.195613 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event deleted for resources: {'Port': ['ID=4115e99e-b1aa-489c-a803-f2bc3a6d62d9,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:57.224176 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.224530 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.224874 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.225216 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.225555 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.225890 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.226222 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.226554 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.226905 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.227234 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.227561 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.227886 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.228211 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.228535 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.228862 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:57.266174 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks [] for floatingip (6d0b2eb2-928f-48e2-85fc-6064bbc2b782), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.268694 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.269827 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0593ff38-296b-4fa6-b308-ab01c833a57b tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "DELETE /v2.0/floatingips/6d0b2eb2-928f-48e2-85fc-6064bbc2b782 HTTP/1.1" status: 204 len: 168 time: 0.4399803 Mar 31 20:27:57.703180 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0e210-61cb-4c30-8b44-14b10c5c826b req-9a624976-7033-4c77-9357-0fe22d8c2eb6 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.704614 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d5c0e210-61cb-4c30-8b44-14b10c5c826b req-9a624976-7033-4c77-9357-0fe22d8c2eb6 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 943 time: 0.0499556 Mar 31 20:27:57.755064 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d5c0e210-61cb-4c30-8b44-14b10c5c826b req-37fa1b1d-edec-469b-ad30-4dc3e7784dd2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448685 Mar 31 20:27:58.099969 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc0d2-ad20-4d90-90da-dd010a7c156f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:58.308679 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd540f7-7dad-4be9-85ae-c76e6b65752e req-cd26e28a-5405-46a9-bad4-3c2d716597bd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:58.310124 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2fd540f7-7dad-4be9-85ae-c76e6b65752e req-cd26e28a-5405-46a9-bad4-3c2d716597bd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0515652 Mar 31 20:27:58.355839 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2fd540f7-7dad-4be9-85ae-c76e6b65752e req-bfc4bcdd-b735-4b8e-8fa1-692dada9cebd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 Mar 31 20:27:58.872165 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ffca0-4e37-40ff-a613-0a766494f0f4 req-5af8972a-367c-499b-a1ac-eca6f16b7fdb tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:58.873583 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-af3ffca0-4e37-40ff-a613-0a766494f0f4 req-5af8972a-367c-499b-a1ac-eca6f16b7fdb tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 943 time: 0.0511582 Mar 31 20:27:58.920424 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-af3ffca0-4e37-40ff-a613-0a766494f0f4 req-718c1e64-dbab-475b-a43d-c2b4b6df2cdf tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412641 Mar 31 20:27:59.353131 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:59.481475 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f64c98-ba90-4f99-894e-1921cca3c6a0 req-5501ae7b-f491-49e2-a81a-ecb93a3e2817 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:59.482944 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-84f64c98-ba90-4f99-894e-1921cca3c6a0 req-5501ae7b-f491-49e2-a81a-ecb93a3e2817 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0568547 Mar 31 20:27:59.531691 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-84f64c98-ba90-4f99-894e-1921cca3c6a0 req-aad6adc7-37b6-4c61-b183-b79c4b1c585d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430622 Mar 31 20:27:59.716971 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e026c1-9c65-4fae-be20-6f50e34d0904 req-337bffe6-4230-4d21-abd3-8405ab0bd5c8 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:59.718402 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-95e026c1-9c65-4fae-be20-6f50e34d0904 req-337bffe6-4230-4d21-abd3-8405ab0bd5c8 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0499127 Mar 31 20:27:59.763236 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-95e026c1-9c65-4fae-be20-6f50e34d0904 req-62fec673-cc33-4f2b-b608-340b4cb04c35 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393627 Mar 31 20:28:00.038125 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575bdbc-971a-43bf-b2c4-ac1bb361fad5 req-eb64a584-e9aa-4043-baf7-c0fd91e756ba tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:00.039574 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7575bdbc-971a-43bf-b2c4-ac1bb361fad5 req-eb64a584-e9aa-4043-baf7-c0fd91e756ba tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 943 time: 0.0537388 Mar 31 20:28:00.086456 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7575bdbc-971a-43bf-b2c4-ac1bb361fad5 req-614d45ab-48dd-4ab3-baff-44ad74a00da8 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410042 Mar 31 20:28:00.654487 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713914b5-7528-47f9-a092-d4178666b2d7 req-cbb07597-38e5-46ca-bb7a-16f893ed6dd1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:00.655948 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-713914b5-7528-47f9-a092-d4178666b2d7 req-cbb07597-38e5-46ca-bb7a-16f893ed6dd1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0505378 Mar 31 20:28:00.701285 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-713914b5-7528-47f9-a092-d4178666b2d7 req-f8bbd8c3-94c6-4f3f-b71c-9b7ae293371b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398135 Mar 31 20:28:00.719310 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.877138 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508510f-45c2-4f79-b17c-32faa9caa371 req-80a097d7-d53b-4d6e-805d-f4946a612611 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:00.878582 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0508510f-45c2-4f79-b17c-32faa9caa371 req-80a097d7-d53b-4d6e-805d-f4946a612611 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0501432 Mar 31 20:28:00.927539 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0508510f-45c2-4f79-b17c-32faa9caa371 req-46f19770-fdea-48f6-bdc5-f24c9f515924 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Mar 31 20:28:01.201856 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed04754-b601-449f-9ef5-faa15e06c2ab req-9e106687-6497-4708-8f2d-0d9303348fba tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:01.203322 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fed04754-b601-449f-9ef5-faa15e06c2ab req-9e106687-6497-4708-8f2d-0d9303348fba tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 943 time: 0.0526662 Mar 31 20:28:01.280659 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fed04754-b601-449f-9ef5-faa15e06c2ab req-a66afedd-82d3-41c6-a94f-d972928152b5 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717711 Mar 31 20:28:01.291964 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-3e8ae631-8530-4e94-b6e4-877e0156a721 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:01.293997 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-3e8ae631-8530-4e94-b6e4-877e0156a721 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 945 time: 0.0725827 Mar 31 20:28:01.616747 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-01c4ba1f-ca12-42a3-ba37-4509aa6c44de tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Deleting port 052d6355-9a8e-404c-a306-75b7e9589a9f {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:01.617086 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-01c4ba1f-ca12-42a3-ba37-4509aa6c44de tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:01.701630 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-01c4ba1f-ca12-42a3-ba37-4509aa6c44de tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] For port 052d6355-9a8e-404c-a306-75b7e9589a9f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=052d6355-9a8e-404c-a306-75b7e9589a9f,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:01.701991 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-01c4ba1f-ca12-42a3-ba37-4509aa6c44de tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:01.715408 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-01c4ba1f-ca12-42a3-ba37-4509aa6c44de tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Calling delete_port for 052d6355-9a8e-404c-a306-75b7e9589a9f owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:01.865385 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4b5e5-6448-4bb7-88a2-c71ddb31e517 req-ab3ed988-56e8-4fb7-bd8f-96e185b31f45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:01.866814 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-83b4b5e5-6448-4bb7-88a2-c71ddb31e517 req-ab3ed988-56e8-4fb7-bd8f-96e185b31f45 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0915904 Mar 31 20:28:01.891874 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-01c4ba1f-ca12-42a3-ba37-4509aa6c44de tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (052d6355-9a8e-404c-a306-75b7e9589a9f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:01.904014 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['052d6355-9a8e-404c-a306-75b7e9589a9f', 'f515593a-a263-407a-9b8c-2c5fa1af6dca'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:01.932333 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4ba1f-ca12-42a3-ba37-4509aa6c44de tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event deleted for resources: {'Port': ['ID=052d6355-9a8e-404c-a306-75b7e9589a9f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:01.972513 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-83b4b5e5-6448-4bb7-88a2-c71ddb31e517 req-aeaead6c-5cb8-4968-80d2-9f968d947a09 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975010 Mar 31 20:28:01.994389 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-01c4ba1f-ca12-42a3-ba37-4509aa6c44de tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] No DVR routers for this DVR port 052d6355-9a8e-404c-a306-75b7e9589a9f on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:02.006048 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-01c4ba1f-ca12-42a3-ba37-4509aa6c44de tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:02.009590 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a58f64aa-a949-4ad2-8f07-3e8c78e2dd2a req-01c4ba1f-ca12-42a3-ba37-4509aa6c44de tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "DELETE /v2.0/ports/052d6355-9a8e-404c-a306-75b7e9589a9f HTTP/1.1" status: 204 len: 173 time: 0.7091374 Mar 31 20:28:02.010320 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f9ea74-cc76-4d9a-825a-d0046cbfeeac', 'name': 'network-vif-deleted', 'tag': '052d6355-9a8e-404c-a306-75b7e9589a9f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:02.013251 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4456b56c-d162-47e9-9aa6-d2384be3bd5f" -d '{"events": [{"server_uuid": "71f9ea74-cc76-4d9a-825a-d0046cbfeeac", "name": "network-vif-deleted", "tag": "052d6355-9a8e-404c-a306-75b7e9589a9f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:02.052196 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-54d4e9f6-e176-4ee1-8d77-e06ffcf19bc1 req-5e5da9a8-3eee-4aae-bfb5-b1154be82c44 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=71f9ea74-cc76-4d9a-825a-d0046cbfeeac HTTP/1.1" status: 200 len: 210 time: 0.0353084 Mar 31 20:28:02.056170 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e690df0c-6700-49d3-b920-d95a7ce8837c x-openstack-request-id: req-e690df0c-6700-49d3-b920-d95a7ce8837c {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:02.056466 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f9ea74-cc76-4d9a-825a-d0046cbfeeac", "name": "network-vif-deleted", "tag": "052d6355-9a8e-404c-a306-75b7e9589a9f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:02.056756 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e690df0c-6700-49d3-b920-d95a7ce8837c {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:02.057156 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e690df0c-6700-49d3-b920-d95a7ce8837c'] response: {'server_uuid': '71f9ea74-cc76-4d9a-825a-d0046cbfeeac', 'name': 'network-vif-deleted', 'tag': '052d6355-9a8e-404c-a306-75b7e9589a9f', 'status': 'completed', 'code': 200} Mar 31 20:28:02.096676 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:02.403458 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200d63e-7176-4087-9a91-848289fd6b58 req-dcbc8a7d-2823-4d73-bf21-bc82ff524a70 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:02.404941 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b200d63e-7176-4087-9a91-848289fd6b58 req-dcbc8a7d-2823-4d73-bf21-bc82ff524a70 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 943 time: 0.0561118 Mar 31 20:28:02.454365 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 90411659-a7c9-4cff-a6e5-0c04fd81fd8f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:28:02.459681 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b200d63e-7176-4087-9a91-848289fd6b58 req-a6b9e5e7-8f1b-436e-aab9-8a2132ee399d tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487561 Mar 31 20:28:02.562278 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:02.577330 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'mac_address': 'fa:16:3e:7f:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:28:02.732650 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:02.733042 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:02.745217 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90411659-a7c9-4cff-a6e5-0c04fd81fd8f {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:28:02.763659 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:02.767182 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:02.811991 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:02.818596 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.818972 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.819321 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.819665 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.820005 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.820335 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.820667 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.821001 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.821324 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.821652 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.821983 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.822308 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.822632 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.822978 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:02.823300 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:03.072141 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['90411659-a7c9-4cff-a6e5-0c04fd81fd8f'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:03.104411 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfc90f-3325-4fba-996d-b5560d202350 req-64e7c672-e1e0-4334-babc-e7835eb9e51c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:03.105988 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52cfc90f-3325-4fba-996d-b5560d202350 req-64e7c672-e1e0-4334-babc-e7835eb9e51c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0530679 Mar 31 20:28:03.163222 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52cfc90f-3325-4fba-996d-b5560d202350 req-f722fe2d-50fe-4047-91eb-afee101db5e2 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502479 Mar 31 20:28:03.328604 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163658c5-ef6b-46ea-a7de-8fa4ec100387 req-e242419d-3244-4c0d-9317-3ac9bf54f947 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:03.330011 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-163658c5-ef6b-46ea-a7de-8fa4ec100387 req-e242419d-3244-4c0d-9317-3ac9bf54f947 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0508490 Mar 31 20:28:03.379194 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-163658c5-ef6b-46ea-a7de-8fa4ec100387 req-daf6e21b-4bbe-4f5b-bd14-3f295845b8ac tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Mar 31 20:28:03.473966 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:03.577894 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974f94a-3a88-438d-b38b-37634ca7cd5d req-991da0d4-bf11-4784-b5d8-2b6470bf0b93 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:03.579430 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c974f94a-3a88-438d-b38b-37634ca7cd5d req-991da0d4-bf11-4784-b5d8-2b6470bf0b93 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 944 time: 0.0518534 Mar 31 20:28:03.625545 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c974f94a-3a88-438d-b38b-37634ca7cd5d req-6339aa02-cf25-41e4-b86b-a120ca2c449a tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406525 Mar 31 20:28:04.280677 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee6290-01b1-4c73-907a-0c3c163513ac req-f027f9c8-30a2-4e6e-a09d-18aaeff6d4dc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:04.282107 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-51ee6290-01b1-4c73-907a-0c3c163513ac req-f027f9c8-30a2-4e6e-a09d-18aaeff6d4dc tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0500042 Mar 31 20:28:04.326747 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-51ee6290-01b1-4c73-907a-0c3c163513ac req-28acc746-890c-4b83-aacc-7449bf496540 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390282 Mar 31 20:28:04.476189 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 90411659-a7c9-4cff-a6e5-0c04fd81fd8f up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:04.500341 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd62ff3-f12a-4d43-8e81-32e9dbce4428 req-898916d5-5bd2-4fda-b45e-217c48bae28a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:04.501816 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6fd62ff3-f12a-4d43-8e81-32e9dbce4428 req-898916d5-5bd2-4fda-b45e-217c48bae28a tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0578079 Mar 31 20:28:04.532158 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:28:04.536308 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:04.536683 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.549082 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6fd62ff3-f12a-4d43-8e81-32e9dbce4428 req-7a087600-6bf2-4fdd-aa89-5a28cdffad03 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Mar 31 20:28:04.613955 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:04.614346 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.636710 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:04.638935 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3567c3-ef6c-40c9-8870-de4aedb14aff" -d '{"events": [{"server_uuid": "96ded03a-6a5f-4204-aa09-d22f0c9226c6", "name": "network-vif-plugged", "status": "completed", "tag": "90411659-a7c9-4cff-a6e5-0c04fd81fd8f"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:04.651005 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:04.655728 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.656671 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 052d6355-9a8e-404c-a306-75b7e9589a9f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:04.678024 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946f9b33-4841-45d6-aa72-e84ca1b5ff11 x-openstack-request-id: req-946f9b33-4841-45d6-aa72-e84ca1b5ff11 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:04.678324 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ded03a-6a5f-4204-aa09-d22f0c9226c6", "name": "network-vif-plugged", "status": "completed", "tag": "90411659-a7c9-4cff-a6e5-0c04fd81fd8f", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:04.678585 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-946f9b33-4841-45d6-aa72-e84ca1b5ff11 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:04.679009 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946f9b33-4841-45d6-aa72-e84ca1b5ff11'] response: {'server_uuid': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'code': 200} Mar 31 20:28:04.699272 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 052d6355-9a8e-404c-a306-75b7e9589a9f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:04.699622 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 052d6355-9a8e-404c-a306-75b7e9589a9f not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:04.727528 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:04.745843 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f7b82-c8af-4f0a-8f9b-71e7ae100bd0 req-39d6eafe-0c96-4459-9b4b-3fa20e30907e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:04.747340 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f03f7b82-c8af-4f0a-8f9b-71e7ae100bd0 req-39d6eafe-0c96-4459-9b4b-3fa20e30907e tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 945 time: 0.0540185 Mar 31 20:28:04.795793 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f03f7b82-c8af-4f0a-8f9b-71e7ae100bd0 req-7ae4bba3-83a8-42a6-b637-a36fb681e4ad tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427620 Mar 31 20:28:04.938353 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba378e-8e49-43f0-acad-00e14630d7f7 req-78181e25-7b98-413b-b254-00051df674a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:04.939754 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5aba378e-8e49-43f0-acad-00e14630d7f7 req-78181e25-7b98-413b-b254-00051df674a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 1129 time: 0.0463269 Mar 31 20:28:04.984026 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5aba378e-8e49-43f0-acad-00e14630d7f7 req-ea9db1e9-a720-42eb-abb2-058bfb22e184 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381403 Mar 31 20:28:05.447020 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b3da3-ebe5-4a56-9f4d-997b80a5f346 req-2d558410-0c3a-42e0-88ba-6bb3da48481b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:05.448997 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-458b3da3-ebe5-4a56-9f4d-997b80a5f346 req-2d558410-0c3a-42e0-88ba-6bb3da48481b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0513718 Mar 31 20:28:05.494542 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-458b3da3-ebe5-4a56-9f4d-997b80a5f346 req-b7d36d53-4c03-4067-948a-98ea55daa1b4 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400085 Mar 31 20:28:05.666366 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de4e21-c1ed-4764-a92f-0428d29fe165 req-db71d850-42c6-4334-985c-64d34cb92783 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:05.667778 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-47de4e21-c1ed-4764-a92f-0428d29fe165 req-db71d850-42c6-4334-985c-64d34cb92783 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0515010 Mar 31 20:28:05.715875 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-47de4e21-c1ed-4764-a92f-0428d29fe165 req-6d193dd9-b827-49d3-97e7-54688bcf0422 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/security-groups?id=a0f87b14-7be5-476d-a974-7bc20319507a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427537 Mar 31 20:28:05.910716 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b7fe3-8d4c-4da7-ad06-9d62b8fe9fcd req-27526e65-0370-414b-8743-d8531fc11225 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:05.912164 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ba0b7fe3-8d4c-4da7-ad06-9d62b8fe9fcd req-27526e65-0370-414b-8743-d8531fc11225 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 945 time: 0.0513287 Mar 31 20:28:05.959936 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ba0b7fe3-8d4c-4da7-ad06-9d62b8fe9fcd req-1ce741ed-596f-45ad-8d2d-6fd065d58763 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Mar 31 20:28:06.113215 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-5657d68b-d9a9-43f6-905f-dfe4955b2ab0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:06.114630 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-5657d68b-d9a9-43f6-905f-dfe4955b2ab0 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 945 time: 0.0504963 Mar 31 20:28:06.211715 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-49e19020-8206-4765-a08f-8316e19b8119 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Deleting port f515593a-a263-407a-9b8c-2c5fa1af6dca {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:06.211972 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-49e19020-8206-4765-a08f-8316e19b8119 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.303629 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-49e19020-8206-4765-a08f-8316e19b8119 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] For port f515593a-a263-407a-9b8c-2c5fa1af6dca, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f515593a-a263-407a-9b8c-2c5fa1af6dca,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:06.303992 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-49e19020-8206-4765-a08f-8316e19b8119 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.317057 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-49e19020-8206-4765-a08f-8316e19b8119 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Calling delete_port for f515593a-a263-407a-9b8c-2c5fa1af6dca owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:06.447586 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-49e19020-8206-4765-a08f-8316e19b8119 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (f515593a-a263-407a-9b8c-2c5fa1af6dca), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.460999 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['f515593a-a263-407a-9b8c-2c5fa1af6dca'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:06.475920 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e19020-8206-4765-a08f-8316e19b8119 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Pushing event deleted for resources: {'Port': ['ID=f515593a-a263-407a-9b8c-2c5fa1af6dca,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:06.522022 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-49e19020-8206-4765-a08f-8316e19b8119 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] No DVR routers for this DVR port f515593a-a263-407a-9b8c-2c5fa1af6dca on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:06.527348 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-49e19020-8206-4765-a08f-8316e19b8119 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.531057 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2bd06d9c-ee48-454e-a92d-37097fd9f410 req-49e19020-8206-4765-a08f-8316e19b8119 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.57 "DELETE /v2.0/ports/f515593a-a263-407a-9b8c-2c5fa1af6dca HTTP/1.1" status: 204 len: 173 time: 0.4100859 Mar 31 20:28:06.531569 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06b2e6c-f19e-4fba-818f-157d2330b1ab', 'name': 'network-vif-deleted', 'tag': 'f515593a-a263-407a-9b8c-2c5fa1af6dca'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:06.533808 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587d0e26-6bcb-4adc-a4d3-cd4f42d49183" -d '{"events": [{"server_uuid": "c06b2e6c-f19e-4fba-818f-157d2330b1ab", "name": "network-vif-deleted", "tag": "f515593a-a263-407a-9b8c-2c5fa1af6dca"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:06.570611 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63d6776-4918-47eb-813a-e3c3067aa96c x-openstack-request-id: req-b63d6776-4918-47eb-813a-e3c3067aa96c {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:06.570935 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06b2e6c-f19e-4fba-818f-157d2330b1ab", "name": "network-vif-deleted", "tag": "f515593a-a263-407a-9b8c-2c5fa1af6dca", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:06.571189 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b63d6776-4918-47eb-813a-e3c3067aa96c {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:06.571597 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63d6776-4918-47eb-813a-e3c3067aa96c'] response: {'server_uuid': 'c06b2e6c-f19e-4fba-818f-157d2330b1ab', 'name': 'network-vif-deleted', 'tag': 'f515593a-a263-407a-9b8c-2c5fa1af6dca', 'status': 'completed', 'code': 200} Mar 31 20:28:06.625226 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb77192-13f6-417b-903e-cc94d9f9dbaf req-c27d4475-19c3-41da-b166-743a1980a9a1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:06.626738 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-deb77192-13f6-417b-903e-cc94d9f9dbaf req-c27d4475-19c3-41da-b166-743a1980a9a1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0539951 Mar 31 20:28:06.674210 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-deb77192-13f6-417b-903e-cc94d9f9dbaf req-d86c03a8-ad43-4bed-8256-b54d55c1dcfb tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Mar 31 20:28:06.820463 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-134d4779-1402-46c1-b2b2-b65c665f1017 req-30e4d8c2-6d1d-4f85-a048-1ed0296ecfe4 tempest-ServerRescueNegativeTestJSON-117749705 tempest-ServerRescueNegativeTestJSON-117749705-project] 10.222.0.82 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 210 time: 0.0272021 Mar 31 20:28:06.866075 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c4e2334c-3bce-456f-bedb-af0850416b5d req-a5086a9d-29b3-4b39-a91f-e41a6ecfc97a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251355 Mar 31 20:28:06.943175 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c4e2334c-3bce-456f-bedb-af0850416b5d req-6190f875-bf6c-4fbd-907a-ead8f4005a23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&device_id=c06b2e6c-f19e-4fba-818f-157d2330b1ab HTTP/1.1" status: 200 len: 210 time: 0.0300090 Mar 31 20:28:07.159097 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e964c7-5a36-4c95-9b7d-6cb16d7f5594 req-dd2b1782-4ef9-4263-aa4f-50faeb5f81f3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.160469 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-94e964c7-5a36-4c95-9b7d-6cb16d7f5594 req-dd2b1782-4ef9-4263-aa4f-50faeb5f81f3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 945 time: 0.1362062 Mar 31 20:28:07.166572 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2334c-3bce-456f-bedb-af0850416b5d req-985c665d-d983-443f-aca6-fc92c40eb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.168775 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c4e2334c-3bce-456f-bedb-af0850416b5d req-985c665d-d983-443f-aca6-fc92c40eb53e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2067688 Mar 31 20:28:07.284186 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-94e964c7-5a36-4c95-9b7d-6cb16d7f5594 req-8c8a476b-10dc-4075-9df9-19feadc57c41 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144722 Mar 31 20:28:07.383825 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2334c-3bce-456f-bedb-af0850416b5d req-1ce5b4f9-f16a-4d5e-946b-ea4f8c6a8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.385210 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c4e2334c-3bce-456f-bedb-af0850416b5d req-1ce5b4f9-f16a-4d5e-946b-ea4f8c6a8c05 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906674 Mar 31 20:28:07.411355 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010129a4-46f4-4351-b7ba-4f92b887cb54 req-c0fffa9a-d823-4520-aff8-8a6b23e3adce tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.412824 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-010129a4-46f4-4351-b7ba-4f92b887cb54 req-c0fffa9a-d823-4520-aff8-8a6b23e3adce tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 945 time: 0.0625374 Mar 31 20:28:07.461910 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-010129a4-46f4-4351-b7ba-4f92b887cb54 req-c45c75b7-2669-4134-9880-5beabb695224 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Mar 31 20:28:07.484741 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36382) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:07.525422 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67369664-333c-4a84-be42-06fb4b568f28 tempest-TestVolumeBootPattern-1770739259 tempest-TestVolumeBootPattern-1770739259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.527425 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-67369664-333c-4a84-be42-06fb4b568f28 tempest-TestVolumeBootPattern-1770739259 tempest-TestVolumeBootPattern-1770739259-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 1124 time: 0.0417023 Mar 31 20:28:07.530321 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36384) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:07.534511 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:07.554263 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:07.648221 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:07.761851 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Allocated IP 172.27.1.90 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/54f57b3c-8726-440a-ba6d-a7f8ac762f09) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:07.850763 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60735eea-df16-4eb4-a3bf-828650bea126 req-4c468ecb-2cf2-4e5f-904f-5464462ed284 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.852241 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-60735eea-df16-4eb4-a3bf-828650bea126 req-4c468ecb-2cf2-4e5f-904f-5464462ed284 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.1051629 Mar 31 20:28:07.878528 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 36390) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:07.924738 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for port (54f57b3c-8726-440a-ba6d-a7f8ac762f09), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:07.936264 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-60735eea-df16-4eb4-a3bf-828650bea126 req-7b8be919-7c8f-41cd-a047-3bfd2aa0e517 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734761 Mar 31 20:28:07.970742 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (54f57b3c-8726-440a-ba6d-a7f8ac762f09), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.005140 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:08.007891 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:08.010299 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:08.047437 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'Port': ['ID=54f57b3c-8726-440a-ba6d-a7f8ac762f09,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:08.361414 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (3d77a278-b34d-4184-8bbf-8ed869df6ca4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.400495 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574330'] for router_interface (0da96933-58c2-4e38-8cd9-85a62571df7d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.427834 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (54f57b3c-8726-440a-ba6d-a7f8ac762f09), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.575110 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for port (54f57b3c-8726-440a-ba6d-a7f8ac762f09), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.579735 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (54f57b3c-8726-440a-ba6d-a7f8ac762f09), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.645853 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'Port': ['ID=54f57b3c-8726-440a-ba6d-a7f8ac762f09,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:08.656117 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (3d77a278-b34d-4184-8bbf-8ed869df6ca4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.757872 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Floating IP 3d77a278-b34d-4184-8bbf-8ed869df6ca4 associated. External IP: 172.27.1.90, port: 90411659-a7c9-4cff-a6e5-0c04fd81fd8f. Mar 31 20:28:08.925783 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] Deleting port 94918f98-0348-4a90-84e7-e5543ded474c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:08.926386 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (94918f98-0348-4a90-84e7-e5543ded474c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.969728 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:09.002806 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] For port 94918f98-0348-4a90-84e7-e5543ded474c, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=94918f98-0348-4a90-84e7-e5543ded474c,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:09.003186 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (94918f98-0348-4a90-84e7-e5543ded474c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.016159 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] Calling delete_port for 94918f98-0348-4a90-84e7-e5543ded474c owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:09.106083 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2203ca7-eb88-4b5f-bd62-792ed2f51800 req-25ec0def-5dbd-418d-a7c0-63ac93d07420 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.107547 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f2203ca7-eb88-4b5f-bd62-792ed2f51800 req-25ec0def-5dbd-418d-a7c0-63ac93d07420 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0960057 Mar 31 20:28:09.123718 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:09.134066 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] Sync routers for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:09.144452 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:09.145073 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:09.158213 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.196940 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f2203ca7-eb88-4b5f-bd62-792ed2f51800 req-47acd283-b9fd-4599-bbdc-d14ac466ede1 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815318 Mar 31 20:28:09.216417 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-e3d7fb78-817e-46ca-80f6-504c3a518cae tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6849391 Mar 31 20:28:09.217241 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'tag': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:09.220275 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (94918f98-0348-4a90-84e7-e5543ded474c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.221571 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3096be49-d47a-4e55-bb62-0422a83690b0" -d '{"events": [{"name": "network-changed", "server_uuid": "96ded03a-6a5f-4204-aa09-d22f0c9226c6", "tag": "90411659-a7c9-4cff-a6e5-0c04fd81fd8f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:09.245609 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=94918f98-0348-4a90-84e7-e5543ded474c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:09.267631 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273e4ab7-77ec-4b73-9c2c-b119589fcba9 x-openstack-request-id: req-273e4ab7-77ec-4b73-9c2c-b119589fcba9 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:09.267917 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ded03a-6a5f-4204-aa09-d22f0c9226c6", "tag": "90411659-a7c9-4cff-a6e5-0c04fd81fd8f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:09.268167 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-273e4ab7-77ec-4b73-9c2c-b119589fcba9 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:09.268568 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273e4ab7-77ec-4b73-9c2c-b119589fcba9'] response: {'name': 'network-changed', 'server_uuid': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'tag': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'status': 'completed', 'code': 200} Mar 31 20:28:09.269663 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:09.450018 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575466'] for router_interface (0da96933-58c2-4e38-8cd9-85a62571df7d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.552835 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '3d77a278-b34d-4184-8bbf-8ed869df6ca4', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:7f:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:08Z', 'updated_at': '2022-03-31T20:28:08Z', 'revision_number': 0, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:09.580849 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] Checking router: 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:09.590031 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:09.590648 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:09.598302 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-e80c654f-ac78-4833-a2ce-3d89ffd7fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.599827 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-e80c654f-ac78-4833-a2ce-3d89ffd7fe07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 1129 time: 0.3068869 Mar 31 20:28:09.681482 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] Router 0da96933-58c2-4e38-8cd9-85a62571df7d has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:09.696081 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-c0b660aa-da3f-4235-bb54-856b4f1851f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.697653 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-c0b660aa-da3f-4235-bb54-856b4f1851f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 912 time: 0.0900035 Mar 31 20:28:09.699234 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:09.773985 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-d971f586-543f-404a-b760-ea6beb16d60c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f HTTP/1.1" status: 200 len: 998 time: 0.0609190 Mar 31 20:28:09.789051 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:09.794290 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-d1ca0369-7059-4d26-bc4a-840001664e4b admin admin] 10.222.0.82 "PUT /v2.0/routers/0da96933-58c2-4e38-8cd9-85a62571df7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9146440 Mar 31 20:28:09.799138 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 36402) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:09.799316 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] Sync routers for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:09.810644 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:09.811285 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:09.830424 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-8c8a136a-9972-4a67-86e8-b7b5eea11b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.832324 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-8c8a136a-9972-4a67-86e8-b7b5eea11b1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.0521894 Mar 31 20:28:09.886145 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-73fdd6bc-552a-4293-89bc-d7c020f2f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.889587 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-73fdd6bc-552a-4293-89bc-d7c020f2f431 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509527 Mar 31 20:28:09.920733 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:09.923379 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Publish callbacks [] for router (0da96933-58c2-4e38-8cd9-85a62571df7d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.945720 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '3d77a278-b34d-4184-8bbf-8ed869df6ca4', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:7f:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:08Z', 'updated_at': '2022-03-31T20:28:08Z', 'revision_number': 0, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:09.978819 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af45bd-846c-4ccd-8ebd-6fb6190c0bd3 None None] The sync data for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi is: [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '3d77a278-b34d-4184-8bbf-8ed869df6ca4', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:7f:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:08Z', 'updated_at': '2022-03-31T20:28:08Z', 'revision_number': 0, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:10.004044 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-f62e1bec-7ebe-40f8-a57d-7b129ecd6aed service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073077 Mar 31 20:28:10.045804 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Publish callbacks [] for router_gateway (0da96933-58c2-4e38-8cd9-85a62571df7d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.107961 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Deleting port 60eb61d0-8e1a-4563-b5ea-54a29d64374d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:10.108303 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.115454 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3096be49-d47a-4e55-bb62-0422a83690b0 req-bbeb69aa-3048-486e-ad18-7e7cc4e9f53b service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048594 Mar 31 20:28:10.124731 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:28:09Z', 'revision_number': 5, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port': {'id': '60eb61d0-8e1a-4563-b5ea-54a29d64374d', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:04Z', 'updated_at': '2022-03-31T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:10.151470 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] Checking router: 0da96933-58c2-4e38-8cd9-85a62571df7d for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:10.160809 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] Routers {'0da96933-58c2-4e38-8cd9-85a62571df7d'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:10.161425 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:27:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['0da96933-58c2-4e38-8cd9-85a62571df7d'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:10.196170 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] For port 60eb61d0-8e1a-4563-b5ea-54a29d64374d, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=60eb61d0-8e1a-4563-b5ea-54a29d64374d,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:10.196170 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.210109 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Calling delete_port for 60eb61d0-8e1a-4563-b5ea-54a29d64374d owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:10.237082 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b73d5a3-c58c-4f8b-a3b9-715b0fb9577a None None] New status for floating IP 3d77a278-b34d-4184-8bbf-8ed869df6ca4: ACTIVE {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:28:10.256318 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] Set router 0da96933-58c2-4e38-8cd9-85a62571df7d gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:10.312239 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:28:10Z', 'revision_number': 6, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port_host': None}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:10.341262 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417beea1-a2ef-4d03-90d3-cd78fffe78a7 None None] The sync data for ids ['0da96933-58c2-4e38-8cd9-85a62571df7d'] in dv-cinder-836071-1-iscsi is: [{'id': '0da96933-58c2-4e38-8cd9-85a62571df7d', 'name': 'tempest-ServerRescueNegativeTestJSON-198966007-router', 'tenant_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:28:10Z', 'revision_number': 6, 'project_id': '8eb2550b368f4401bfaf0998a1ab7a3b', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:10.347690 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26606ebd-b5df-4950-a530-b561c7d0f7fc req-2dcf4e37-4347-4d4c-89f7-f79280c24131 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.349330 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-26606ebd-b5df-4950-a530-b561c7d0f7fc req-2dcf4e37-4347-4d4c-89f7-f79280c24131 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0621204 Mar 31 20:28:10.415002 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-26606ebd-b5df-4950-a530-b561c7d0f7fc req-9fe4ab2d-87f6-41f8-91ae-1d9bcedbe2c8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546436 Mar 31 20:28:10.420976 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (60eb61d0-8e1a-4563-b5ea-54a29d64374d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.445850 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Pushing event deleted for resources: {'Port': ['ID=60eb61d0-8e1a-4563-b5ea-54a29d64374d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:10.505655 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device f515593a-a263-407a-9b8c-2c5fa1af6dca no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:10.511056 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588800'] for router_gateway (0da96933-58c2-4e38-8cd9-85a62571df7d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.526015 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: f515593a-a263-407a-9b8c-2c5fa1af6dca {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:10.526015 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device f515593a-a263-407a-9b8c-2c5fa1af6dca not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:10.613818 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (0da96933-58c2-4e38-8cd9-85a62571df7d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.615884 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Publish callbacks [] for router_controller (0da96933-58c2-4e38-8cd9-85a62571df7d), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.681736 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577509'] for router (0da96933-58c2-4e38-8cd9-85a62571df7d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.682289 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0da96933-58c2-4e38-8cd9-85a62571df7d {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:28:10.687926 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.691565 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2fedfdde-309e-4738-afd8-7d0f51e84835 admin admin] 10.222.0.82 "DELETE /v2.0/routers/0da96933-58c2-4e38-8cd9-85a62571df7d HTTP/1.1" status: 204 len: 168 time: 0.8891947 Mar 31 20:28:10.691690 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 36406) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:10.739961 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-a513d669-f928-4720-8c12-d6cec4b18bf9 admin admin] Deleting subnet 87d0cdb6-6eb5-4446-ada4-a5735737aa87 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:28:10.743372 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a513d669-f928-4720-8c12-d6cec4b18bf9 admin admin] Publish callbacks [] for subnet (87d0cdb6-6eb5-4446-ada4-a5735737aa87), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.782611 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a513d669-f928-4720-8c12-d6cec4b18bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25685534'] for subnet (87d0cdb6-6eb5-4446-ada4-a5735737aa87), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.890530 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a513d669-f928-4720-8c12-d6cec4b18bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (87d0cdb6-6eb5-4446-ada4-a5735737aa87), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.940452 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a513d669-f928-4720-8c12-d6cec4b18bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3511483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977203'] for subnet (87d0cdb6-6eb5-4446-ada4-a5735737aa87), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.967136 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513d669-f928-4720-8c12-d6cec4b18bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d0cdb6-6eb5-4446-ada4-a5735737aa87,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:10.970855 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a513d669-f928-4720-8c12-d6cec4b18bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.976291 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-a513d669-f928-4720-8c12-d6cec4b18bf9 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/87d0cdb6-6eb5-4446-ada4-a5735737aa87 HTTP/1.1" status: 204 len: 168 time: 0.2814376 Mar 31 20:28:10.976450 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c711606-affe-4e66-9694-8673edf80463 None None] Network d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:28:10.976811 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36408) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:11.044087 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.100149 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Deleting port a4c48ef7-4431-475c-8be9-f6d4242364ca {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:11.100568 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.132023 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd1c4a-15fe-4a96-b9be-85535e669e65 None None] DHCP port deletion for d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 request from dv-cinder-836071-1-iscsi {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:28:11.159721 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 94918f98-0348-4a90-84e7-e5543ded474c no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:11.174998 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] For port a4c48ef7-4431-475c-8be9-f6d4242364ca, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=a4c48ef7-4431-475c-8be9-f6d4242364ca,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:11.175589 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.183069 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 94918f98-0348-4a90-84e7-e5543ded474c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:11.183608 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 94918f98-0348-4a90-84e7-e5543ded474c not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:11.189016 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Calling delete_port for a4c48ef7-4431-475c-8be9-f6d4242364ca owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:11.205112 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd1c4a-15fe-4a96-b9be-85535e669e65 None None] Deleting port a4c48ef7-4431-475c-8be9-f6d4242364ca {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:11.205492 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1c4a-15fe-4a96-b9be-85535e669e65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.271098 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.276418 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-2dfd1c4a-15fe-4a96-b9be-85535e669e65 None None] For port a4c48ef7-4431-475c-8be9-f6d4242364ca, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=a4c48ef7-4431-475c-8be9-f6d4242364ca,segment=NetworkSegment(866ca62e-56ee-4f50-8daa-2f2512034b6a),segment_id=866ca62e-56ee-4f50-8daa-2f2512034b6a)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:11.276916 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1c4a-15fe-4a96-b9be-85535e669e65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.290101 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd1c4a-15fe-4a96-b9be-85535e669e65 None None] Calling delete_port for a4c48ef7-4431-475c-8be9-f6d4242364ca owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:11.300458 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c48ef7-4431-475c-8be9-f6d4242364ca,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:11.303844 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] No DVR routers for this DVR port a4c48ef7-4431-475c-8be9-f6d4242364ca on host dv-cinder-836071-1-iscsi {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:11.377922 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.402327 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:11.410788 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1c4a-15fe-4a96-b9be-85535e669e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383'] for port (a4c48ef7-4431-475c-8be9-f6d4242364ca), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.412942 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866ca62e-56ee-4f50-8daa-2f2512034b6a') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:11.413238 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866ca62e-56ee-4f50-8daa-2f2512034b6a') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:11.424417 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25904966'] for segment (866ca62e-56ee-4f50-8daa-2f2512034b6a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.438696 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd1c4a-15fe-4a96-b9be-85535e669e65 None None] Pushing event deleted for resources: {'Port': ['ID=a4c48ef7-4431-475c-8be9-f6d4242364ca,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:11.440348 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (866ca62e-56ee-4f50-8daa-2f2512034b6a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.442412 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd1c4a-15fe-4a96-b9be-85535e669e65 None None] No DVR routers for this DVR port a4c48ef7-4431-475c-8be9-f6d4242364ca on host dv-cinder-836071-1-iscsi {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:11.452432 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:28:11.452873 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25327950'] for segment (866ca62e-56ee-4f50-8daa-2f2512034b6a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: Traceback (most recent call last): Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: timer() Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: cb(*args, **kw) Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: return func(*args, **kwargs) Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: self._notify() Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: self.callback(batched_events) Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: event.method(event) Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: return f(self, *a, **k) Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._get(url).json() Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: return self.request(url, 'GET', **kwargs) Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:28:11.454780 dv-cinder-836071-1-iscsi neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:28:11.515864 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.530075 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.533092 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] 10.222.0.82 "DELETE /v2.0/networks/d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0 HTTP/1.1" status: 204 len: 168 time: 0.5552900 Mar 31 20:28:11.558588 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b90d3c-76fa-4973-96cd-9239f363d747 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bee77a-ef4c-4a9c-b874-b1b1ba6ba7a0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:11.583923 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d84c8-f9b6-45ae-a4cf-5f3fb38c76c9 req-0e1d6193-3a48-4cdc-8e89-97aba8a3a965 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.585377 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6e2d84c8-f9b6-45ae-a4cf-5f3fb38c76c9 req-0e1d6193-3a48-4cdc-8e89-97aba8a3a965 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0676148 Mar 31 20:28:11.640437 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6e2d84c8-f9b6-45ae-a4cf-5f3fb38c76c9 req-b50e46a7-6e12-44d8-862d-eea1a00c834c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493696 Mar 31 20:28:11.647607 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36414) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:11.686559 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c2cfa21e-4893-465b-8d93-68366e1d289e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8eb2550b368f4401bfaf0998a1ab7a3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378280 Mar 31 20:28:11.688962 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36416) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:11.738726 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-601b5e9c-7084-43be-9197-5d3771d7aab0 admin admin] Publish callbacks [] for security_group (a0f87b14-7be5-476d-a974-7bc20319507a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.758947 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-601b5e9c-7084-43be-9197-5d3771d7aab0 admin admin] Publish callbacks [] for security_group (a0f87b14-7be5-476d-a974-7bc20319507a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.804430 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-601b5e9c-7084-43be-9197-5d3771d7aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a0f87b14-7be5-476d-a974-7bc20319507a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.806986 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-601b5e9c-7084-43be-9197-5d3771d7aab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.808109 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-601b5e9c-7084-43be-9197-5d3771d7aab0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a0f87b14-7be5-476d-a974-7bc20319507a HTTP/1.1" status: 204 len: 168 time: 0.1182668 Mar 31 20:28:11.815563 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b5e9c-7084-43be-9197-5d3771d7aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f87b14-7be5-476d-a974-7bc20319507a,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:12.529874 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 19adbb84-6b60-49e2-8fd5-9feb694ff002 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:28:12.719227 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device a4c48ef7-4431-475c-8be9-f6d4242364ca no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:12.748102 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: a4c48ef7-4431-475c-8be9-f6d4242364ca {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:12.748459 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device a4c48ef7-4431-475c-8be9-f6d4242364ca not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:12.748885 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 60eb61d0-8e1a-4563-b5ea-54a29d64374d no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:12.767474 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3234e-8b98-4e64-b0f1-5f7bf34235f5 req-61ffa74a-92c1-46ba-b679-ef121745b3f8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.769107 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-72a3234e-8b98-4e64-b0f1-5f7bf34235f5 req-61ffa74a-92c1-46ba-b679-ef121745b3f8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0555334 Mar 31 20:28:12.772828 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 60eb61d0-8e1a-4563-b5ea-54a29d64374d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:12.773172 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 60eb61d0-8e1a-4563-b5ea-54a29d64374d not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:12.805121 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:12.818621 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'port_id': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'mac_address': 'fa:16:3e:0c:bc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:28:12.835666 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-72a3234e-8b98-4e64-b0f1-5f7bf34235f5 req-e72b5d26-5acc-4f90-9d2d-1179a69b6656 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462451 Mar 31 20:28:12.858369 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 19adbb84-6b60-49e2-8fd5-9feb694ff002 is: ACTIVE; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:12.858803 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:12.875620 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19adbb84-6b60-49e2-8fd5-9feb694ff002 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:28:12.899299 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:12.904116 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:12.957805 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:13.022501 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['19adbb84-6b60-49e2-8fd5-9feb694ff002'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:13.970009 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500add29-4451-4ee1-a119-e367fb6b51af req-10f878f3-8ab2-46a3-b080-ef2ffb90ef79 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:13.971515 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-500add29-4451-4ee1-a119-e367fb6b51af req-10f878f3-8ab2-46a3-b080-ef2ffb90ef79 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 945 time: 0.0542672 Mar 31 20:28:14.018245 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-500add29-4451-4ee1-a119-e367fb6b51af req-dc034fae-d13f-4ed6-99be-3b145f23315b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Mar 31 20:28:15.138127 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c448b-ba83-4628-924a-2eaadddc7728 req-402ec145-b535-47fc-96ee-ba07a4c83d83 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:15.139590 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-132c448b-ba83-4628-924a-2eaadddc7728 req-402ec145-b535-47fc-96ee-ba07a4c83d83 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 945 time: 0.0507102 Mar 31 20:28:15.185110 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-132c448b-ba83-4628-924a-2eaadddc7728 req-0440ff96-7207-4514-94d0-3965b22f0ed9 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398977 Mar 31 20:28:15.595423 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 19adbb84-6b60-49e2-8fd5-9feb694ff002 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:15.643251 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 19adbb84-6b60-49e2-8fd5-9feb694ff002 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:15.643628 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:15.717855 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 19adbb84-6b60-49e2-8fd5-9feb694ff002 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:15.718244 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:15.739395 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:15.741589 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f036045-a61d-4d5a-af02-657b86b2caaa" -d '{"events": [{"server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "name": "network-vif-plugged", "status": "completed", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:15.756943 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:15.761672 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:15.785807 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210ed452-9dbb-4e80-9194-927950abe48f x-openstack-request-id: req-210ed452-9dbb-4e80-9194-927950abe48f {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:15.786096 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "name": "network-vif-plugged", "status": "completed", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:15.786351 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-210ed452-9dbb-4e80-9194-927950abe48f {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:15.786766 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210ed452-9dbb-4e80-9194-927950abe48f'] response: {'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'code': 200} Mar 31 20:28:15.810077 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:16.303955 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528cf66-e498-46d1-8a14-3570b636aa22 req-3d6c7320-4b91-40c1-87bc-3c68f51b9167 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:16.305466 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e528cf66-e498-46d1-8a14-3570b636aa22 req-3d6c7320-4b91-40c1-87bc-3c68f51b9167 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0506392 Mar 31 20:28:16.355276 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e528cf66-e498-46d1-8a14-3570b636aa22 req-d00fda3e-a58c-47c8-a24c-6bd009a083fe tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442886 Mar 31 20:28:17.473771 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abe509-30a7-4fb5-b622-0c8c41752bea req-734c138a-e29c-480f-97f6-df66bf184b3c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:17.475245 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c5abe509-30a7-4fb5-b622-0c8c41752bea req-734c138a-e29c-480f-97f6-df66bf184b3c tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0505171 Mar 31 20:28:17.520211 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c5abe509-30a7-4fb5-b622-0c8c41752bea req-f5e2706c-0b62-474a-b7ac-56ecf16e4058 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389397 Mar 31 20:28:18.657746 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc78f1-124d-4c02-8ffc-a793a343c718 req-aa2c3398-e7f5-44ec-ab55-18a7a4fe143f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:18.660000 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55fc78f1-124d-4c02-8ffc-a793a343c718 req-aa2c3398-e7f5-44ec-ab55-18a7a4fe143f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0588942 Mar 31 20:28:18.713318 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-55fc78f1-124d-4c02-8ffc-a793a343c718 req-ec6737de-6959-4cb7-a9a1-7d065dffbca3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473480 Mar 31 20:28:19.846872 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cc704-e4e7-467f-8493-6328185197ff req-94a1e9d5-4968-4630-bd91-b542eb7c41ad tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:19.848332 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a33cc704-e4e7-467f-8493-6328185197ff req-94a1e9d5-4968-4630-bd91-b542eb7c41ad tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0554092 Mar 31 20:28:19.897013 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a33cc704-e4e7-467f-8493-6328185197ff req-f204aab7-beae-466a-a5d6-373f8f93be11 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Mar 31 20:28:21.038125 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185988e-4138-4ffc-9ab3-1af3eb0004f3 req-458734ac-e350-4472-92e1-887334ab7235 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:21.047470 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0185988e-4138-4ffc-9ab3-1af3eb0004f3 req-458734ac-e350-4472-92e1-887334ab7235 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0709600 Mar 31 20:28:21.112375 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0185988e-4138-4ffc-9ab3-1af3eb0004f3 req-cced14dc-3c4e-457d-b975-d2f83b5a856a tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587440 Mar 31 20:28:21.209780 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36584) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:21.329265 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7376c94-3d41-4ce3-800f-48cb9eff019e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.416947 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7376c94-3d41-4ce3-800f-48cb9eff019e admin admin] Publish callbacks [] for security_group (422f3c52-99a6-468b-a09d-7db23f9624c6), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.421403 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e7376c94-3d41-4ce3-800f-48cb9eff019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (422f3c52-99a6-468b-a09d-7db23f9624c6), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.465175 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7376c94-3d41-4ce3-800f-48cb9eff019e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422f3c52-99a6-468b-a09d-7db23f9624c6,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:21.478659 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-e7376c94-3d41-4ce3-800f-48cb9eff019e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fad5b1e5a6244cd8af6bef5b425c9be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674131 Mar 31 20:28:21.481819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36588) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:21.542975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-72ccd5c0-ce09-4b49-b27f-198224199aa9 admin admin] Publish callbacks [] for security_group (422f3c52-99a6-468b-a09d-7db23f9624c6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.571763 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-72ccd5c0-ce09-4b49-b27f-198224199aa9 admin admin] Publish callbacks [] for security_group (422f3c52-99a6-468b-a09d-7db23f9624c6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.627779 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-72ccd5c0-ce09-4b49-b27f-198224199aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (422f3c52-99a6-468b-a09d-7db23f9624c6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.630792 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-72ccd5c0-ce09-4b49-b27f-198224199aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.632143 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-72ccd5c0-ce09-4b49-b27f-198224199aa9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/422f3c52-99a6-468b-a09d-7db23f9624c6 HTTP/1.1" status: 204 len: 168 time: 0.1494210 Mar 31 20:28:21.640454 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccd5c0-ce09-4b49-b27f-198224199aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422f3c52-99a6-468b-a09d-7db23f9624c6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:22.281081 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57cf0a-9fd3-4fe4-b1a3-dbe1359f772a req-7e50516b-9937-4213-bc63-8385c33575ab tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:22.284776 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ad57cf0a-9fd3-4fe4-b1a3-dbe1359f772a req-7e50516b-9937-4213-bc63-8385c33575ab tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0790977 Mar 31 20:28:22.344873 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ad57cf0a-9fd3-4fe4-b1a3-dbe1359f772a req-e1b86697-196d-4ee0-893b-83f837c65290 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535009 Mar 31 20:28:23.503975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d455ce-6997-4900-a9c6-011bfd065bcc req-62782858-9ca2-4795-a7d6-39677d6e2c5b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:23.505457 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b1d455ce-6997-4900-a9c6-011bfd065bcc req-62782858-9ca2-4795-a7d6-39677d6e2c5b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0751433 Mar 31 20:28:23.572041 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b1d455ce-6997-4900-a9c6-011bfd065bcc req-db091856-12e8-445c-b683-75940f022303 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605814 Mar 31 20:28:24.728758 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bc2ba-b543-4f3d-be6b-f68d221c567e req-fae0368a-9087-462f-bced-b2edcf1b4a53 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:24.740691 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c5bc2ba-b543-4f3d-be6b-f68d221c567e req-fae0368a-9087-462f-bced-b2edcf1b4a53 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0783529 Mar 31 20:28:24.799010 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c5bc2ba-b543-4f3d-be6b-f68d221c567e req-85a74744-4f5a-489e-bbca-ca7d8d9440ae tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573728 Mar 31 20:28:25.397814 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:28:25.837683 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-df99d2ce-1b9b-4212-9455-e03d8c7d1327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:25.944675 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29305d95-b7ef-4d0f-92db-7c0f142d5cf6 req-7f310665-b0ad-4671-9a63-e3f761eae492 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:25.946483 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-29305d95-b7ef-4d0f-92db-7c0f142d5cf6 req-7f310665-b0ad-4671-9a63-e3f761eae492 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0582769 Mar 31 20:28:26.009189 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-29305d95-b7ef-4d0f-92db-7c0f142d5cf6 req-b4e00981-b897-4244-9914-03801d49952d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560963 Mar 31 20:28:27.131367 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00954525-8fa2-478a-9146-b332e6df4f29 req-88980765-5467-4700-8912-7ab9fa6bfea3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:27.132692 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-00954525-8fa2-478a-9146-b332e6df4f29 req-88980765-5467-4700-8912-7ab9fa6bfea3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0501740 Mar 31 20:28:27.177710 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-00954525-8fa2-478a-9146-b332e6df4f29 req-1ca70828-5fbc-416c-b68d-29feb47ffa3d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Mar 31 20:28:28.104427 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-45471a55-b48e-498b-8911-e18d13bc013f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:28.304485 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba75c1e-009c-4cbe-9f75-d75e0b8f2f3e req-e7630c43-a846-4c1e-95dd-34713ee5931e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:28.305983 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-eba75c1e-009c-4cbe-9f75-d75e0b8f2f3e req-e7630c43-a846-4c1e-95dd-34713ee5931e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0590179 Mar 31 20:28:28.352370 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-eba75c1e-009c-4cbe-9f75-d75e0b8f2f3e req-3ad10792-29e5-409c-ad37-2ccfe1748bb3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409427 Mar 31 20:28:29.355356 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:29.478063 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986836d-ee7f-4ed1-822d-8080d27e12b1 req-fa172d1d-9cb0-4ba6-8a29-d1cdc81209af tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:29.479540 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a986836d-ee7f-4ed1-822d-8080d27e12b1 req-fa172d1d-9cb0-4ba6-8a29-d1cdc81209af tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0561428 Mar 31 20:28:29.524877 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a986836d-ee7f-4ed1-822d-8080d27e12b1 req-398bc5d5-801a-4608-8af9-a9b28cbac9f3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397847 Mar 31 20:28:29.742913 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c520-5e25-4aad-af50-848dd208af36 req-c3cc3c6f-dd9b-4b4f-b479-b2c3ea1811e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:29.744333 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f758c520-5e25-4aad-af50-848dd208af36 req-c3cc3c6f-dd9b-4b4f-b479-b2c3ea1811e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 1130 time: 0.0421958 Mar 31 20:28:29.834816 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c520-5e25-4aad-af50-848dd208af36 req-104232a1-61e4-4b38-9ffe-bf08395e62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:29.836231 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f758c520-5e25-4aad-af50-848dd208af36 req-104232a1-61e4-4b38-9ffe-bf08395e62dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 918 time: 0.0824931 Mar 31 20:28:29.903478 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f758c520-5e25-4aad-af50-848dd208af36 req-f5f13729-4388-4328-879b-987ae0595979 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002 HTTP/1.1" status: 200 len: 1001 time: 0.0572689 Mar 31 20:28:29.951779 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c520-5e25-4aad-af50-848dd208af36 req-f735e1a6-491b-4b0e-90cf-c40ccdbf6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:29.953174 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f758c520-5e25-4aad-af50-848dd208af36 req-f735e1a6-491b-4b0e-90cf-c40ccdbf6e61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 200 len: 856 time: 0.0419214 Mar 31 20:28:30.004254 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c520-5e25-4aad-af50-848dd208af36 req-580fc03b-c228-40b8-abdd-510a026845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:30.005704 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f758c520-5e25-4aad-af50-848dd208af36 req-580fc03b-c228-40b8-abdd-510a026845ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454254 Mar 31 20:28:30.093964 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f758c520-5e25-4aad-af50-848dd208af36 req-ec26672d-932c-462f-b7c3-2e48b7e7d056 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777180 Mar 31 20:28:30.182882 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f758c520-5e25-4aad-af50-848dd208af36 req-7972c389-4e3b-4cac-b8a2-cdc40f403064 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822875 Mar 31 20:28:30.648725 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bd1f5-111e-41cd-8368-8360c0e8e84d req-2528859b-fb57-4259-b4d0-296db5652874 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:30.650198 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6e1bd1f5-111e-41cd-8368-8360c0e8e84d req-2528859b-fb57-4259-b4d0-296db5652874 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0524328 Mar 31 20:28:30.698947 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6e1bd1f5-111e-41cd-8368-8360c0e8e84d req-07f7330a-8052-4f06-aad0-a3b4153bc48f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Mar 31 20:28:30.725072 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.821466 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238834a-b7de-495c-95fc-45fe7bc7004b req-b7ff1833-13aa-4631-9762-965ebac604e6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:31.822866 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5238834a-b7de-495c-95fc-45fe7bc7004b req-b7ff1833-13aa-4631-9762-965ebac604e6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 946 time: 0.0507219 Mar 31 20:28:31.866686 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5238834a-b7de-495c-95fc-45fe7bc7004b req-ef5609d1-b13f-4d59-8863-c5cf71d39ac2 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383730 Mar 31 20:28:32.099941 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.588202 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 19adbb84-6b60-49e2-8fd5-9feb694ff002 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:32.664430 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 19adbb84-6b60-49e2-8fd5-9feb694ff002 is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:32.664821 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.687441 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:32.689687 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6510a3-d482-4178-8e29-7a82fa10e255" -d '{"events": [{"server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "name": "network-vif-unplugged", "status": "completed", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:32.701669 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:32.706607 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.729828 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af612f8-fbb0-42fd-84a6-0dde9624cb42 x-openstack-request-id: req-0af612f8-fbb0-42fd-84a6-0dde9624cb42 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:32.730119 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "name": "network-vif-unplugged", "status": "failed", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002", "code": 422}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:32.730373 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0af612f8-fbb0-42fd-84a6-0dde9624cb42 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:32.730837 dv-cinder-836071-1-iscsi neutron-server[103337]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0af612f8-fbb0-42fd-84a6-0dde9624cb42']: {'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'code': 422} returned with failed status Mar 31 20:28:32.755097 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:32.986618 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89094e3-ae11-4478-9c40-61b5883a98a3 req-430a1607-f23a-4a00-a9e5-f4fc5bfdc588 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:32.988033 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f89094e3-ae11-4478-9c40-61b5883a98a3 req-430a1607-f23a-4a00-a9e5-f4fc5bfdc588 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0528791 Mar 31 20:28:33.032965 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f89094e3-ae11-4478-9c40-61b5883a98a3 req-110aee21-70d6-4c3e-8cd6-817e9923e9b3 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393627 Mar 31 20:28:33.484157 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.918419 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8042f-1a54-470d-941e-e0195898353d req-ac524be3-2167-4c54-9716-4acb872a0f28 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:33.919914 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dbd8042f-1a54-470d-941e-e0195898353d req-ac524be3-2167-4c54-9716-4acb872a0f28 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0517969 Mar 31 20:28:33.966091 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dbd8042f-1a54-470d-941e-e0195898353d req-e00ec9b3-69ea-4852-9785-a7000b081100 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403602 Mar 31 20:28:34.219681 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36806) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:34.307702 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-cbab54be-364a-4355-be07-2d8f1eaa3639 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868642 Mar 31 20:28:34.316141 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-c59561d6-5607-4282-b505-03c526b18718 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:28:34.317124 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-c59561d6-5607-4282-b505-03c526b18718 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047894 Mar 31 20:28:34.391352 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 36814) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:34.481819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-11af6b46-f9d1-48c1-89bb-5b17bb91e706 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:34.483194 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-11af6b46-f9d1-48c1-89bb-5b17bb91e706 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports/19adbb84-6b60-49e2-8fd5-9feb694ff002 HTTP/1.1" status: 200 len: 941 time: 0.0908647 Mar 31 20:28:35.090906 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a18824-f245-4df5-a9f1-fdad2b139732 req-a8e384bc-be5f-4942-8668-76c6ee74ec08 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:35.092333 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-96a18824-f245-4df5-a9f1-fdad2b139732 req-a8e384bc-be5f-4942-8668-76c6ee74ec08 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0545056 Mar 31 20:28:35.139295 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-96a18824-f245-4df5-a9f1-fdad2b139732 req-dbe0908a-37b8-4cac-b9b3-e15162c481eb tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411084 Mar 31 20:28:35.341950 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-b25757e0-1313-4008-9a97-e1d94b8d22af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:35.343296 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-b25757e0-1313-4008-9a97-e1d94b8d22af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700&tenant_id=b6a356deae9d4aada508dd5b423afead HTTP/1.1" status: 200 len: 1128 time: 0.0426769 Mar 31 20:28:35.413135 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-76e49ea9-2ea1-4ea2-9b1b-d5d060dc59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:35.414583 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-76e49ea9-2ea1-4ea2-9b1b-d5d060dc59d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6a356deae9d4aada508dd5b423afead&device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 1128 time: 0.0452406 Mar 31 20:28:35.503804 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-44dd9c96-94f3-4493-b014-80b181f65e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:35.505259 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-44dd9c96-94f3-4493-b014-80b181f65e1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 200 len: 918 time: 0.0829055 Mar 31 20:28:35.575427 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-3051b56d-aeef-4898-98bc-8923b8e2f63c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002 HTTP/1.1" status: 200 len: 999 time: 0.0633826 Mar 31 20:28:35.628152 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-bef3b0eb-dcee-49ba-85d8-959e279bc5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:35.629641 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-bef3b0eb-dcee-49ba-85d8-959e279bc5df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 200 len: 856 time: 0.0438418 Mar 31 20:28:35.678114 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-cf6a4445-65a6-4b3d-8505-1c9cd9fdffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:35.679670 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-cf6a4445-65a6-4b3d-8505-1c9cd9fdffbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436704 Mar 31 20:28:35.771537 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-f811a324-6b54-4755-b88d-9f1504a7c5b7 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852170 Mar 31 20:28:35.857661 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9133dd7f-5f22-4ddf-9c0c-36641ab789f7 req-52a41a15-a462-4aa1-a9de-e86a752ad7c8 service neutron] 10.222.0.57 "GET /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792310 Mar 31 20:28:36.260786 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc7109-d1a4-45e4-b993-56c121c8c691 req-740f5bff-27c4-43d7-81a3-0a81339ab017 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:36.262255 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-13dc7109-d1a4-45e4-b993-56c121c8c691 req-740f5bff-27c4-43d7-81a3-0a81339ab017 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0513632 Mar 31 20:28:36.317220 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-13dc7109-d1a4-45e4-b993-56c121c8c691 req-3cf97cb4-fc64-4824-8d1e-794ac9a0e577 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489583 Mar 31 20:28:37.574237 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aa3c7-7cf3-48f1-947a-c2a3b434f1b5 req-458f5858-6002-4882-a914-959b1618be90 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:37.575942 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff2aa3c7-7cf3-48f1-947a-c2a3b434f1b5 req-458f5858-6002-4882-a914-959b1618be90 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.1383736 Mar 31 20:28:37.655790 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ff2aa3c7-7cf3-48f1-947a-c2a3b434f1b5 req-fc9de6fe-fb4d-41b0-a235-99619ee779bd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670092 Mar 31 20:28:38.800017 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72073070-ea75-4fb4-a49f-11b6381047da req-56007ed6-2ce1-43a0-a9de-112c27535f9f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:38.802595 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-72073070-ea75-4fb4-a49f-11b6381047da req-56007ed6-2ce1-43a0-a9de-112c27535f9f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0607479 Mar 31 20:28:38.861216 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-72073070-ea75-4fb4-a49f-11b6381047da req-355d5a9d-063c-43d9-b945-cc4ddaece88d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524511 Mar 31 20:28:39.997742 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d02c6-e683-49b9-812f-894f2a68c100 req-8e6f3b32-c8ce-4b46-a916-35895023daf6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:40.005247 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-769d02c6-e683-49b9-812f-894f2a68c100 req-8e6f3b32-c8ce-4b46-a916-35895023daf6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0642207 Mar 31 20:28:40.050608 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-769d02c6-e683-49b9-812f-894f2a68c100 req-61ac77ac-f2f1-420d-8ab5-2438216bdad8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444968 Mar 31 20:28:41.170411 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2390e4b-720d-4428-8e2d-250d593e82d8 req-54583075-1b8b-4e0c-9643-d61439a8d320 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:41.171942 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a2390e4b-720d-4428-8e2d-250d593e82d8 req-54583075-1b8b-4e0c-9643-d61439a8d320 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0530779 Mar 31 20:28:41.222586 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a2390e4b-720d-4428-8e2d-250d593e82d8 req-c1f6a1e3-928c-467a-ae77-7d4524416509 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442967 Mar 31 20:28:42.364476 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a4684-d975-4ea0-a675-ddf2c98a06ec req-230caf49-8a55-49ff-9962-ac182ea9064f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:42.366174 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c04a4684-d975-4ea0-a675-ddf2c98a06ec req-230caf49-8a55-49ff-9962-ac182ea9064f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0547862 Mar 31 20:28:42.433920 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c04a4684-d975-4ea0-a675-ddf2c98a06ec req-f708589b-66b7-4e21-adf1-3bd2c89bcfb0 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563667 Mar 31 20:28:43.595820 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad90f99-2fd6-4d5a-96fd-00f9ee979598 req-5fdd5098-aa68-4045-82ea-acc4579f9461 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:43.603259 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8ad90f99-2fd6-4d5a-96fd-00f9ee979598 req-5fdd5098-aa68-4045-82ea-acc4579f9461 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0986671 Mar 31 20:28:43.669474 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8ad90f99-2fd6-4d5a-96fd-00f9ee979598 req-c07b6026-586f-4c59-bbbc-f9b00d442803 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560677 Mar 31 20:28:48.581542 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dadd8-531c-4caf-a833-822b5954ce9c req-807540b0-4e43-4473-bef2-980b2a725349 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:48.583145 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0c7dadd8-531c-4caf-a833-822b5954ce9c req-807540b0-4e43-4473-bef2-980b2a725349 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0600574 Mar 31 20:28:48.634687 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0c7dadd8-531c-4caf-a833-822b5954ce9c req-13affe8e-af92-45ac-a71b-4deb2ef93999 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450227 Mar 31 20:28:49.756542 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912607d-d135-49a7-8137-db23ce36f540 req-d00458f2-e680-4cfb-897c-4fcffdcd38ea tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:49.757961 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3912607d-d135-49a7-8137-db23ce36f540 req-d00458f2-e680-4cfb-897c-4fcffdcd38ea tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0500057 Mar 31 20:28:49.802996 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3912607d-d135-49a7-8137-db23ce36f540 req-23a91f26-c2fc-481c-ba34-7533918f580d tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389817 Mar 31 20:28:50.920202 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dda82e-60ff-4c0a-8111-b9058b1bc09d req-ee634d03-84e9-4947-bcad-ed229e222219 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:50.921630 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-12dda82e-60ff-4c0a-8111-b9058b1bc09d req-ee634d03-84e9-4947-bcad-ed229e222219 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0501375 Mar 31 20:28:50.965846 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-12dda82e-60ff-4c0a-8111-b9058b1bc09d req-2215c9e9-8054-4df7-87a3-fba94692cb64 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388207 Mar 31 20:28:52.088308 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aec6e8-dcbd-4f6a-a011-7975bb6212ba req-92bd0cc0-fa6f-420c-8dca-842f1a692497 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:52.089736 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e4aec6e8-dcbd-4f6a-a011-7975bb6212ba req-92bd0cc0-fa6f-420c-8dca-842f1a692497 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0542150 Mar 31 20:28:52.134386 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e4aec6e8-dcbd-4f6a-a011-7975bb6212ba req-34ec2c6e-3c1e-4593-b70a-dde8bd84dcbb tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385220 Mar 31 20:28:53.254922 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb5955-7ce1-44f8-996d-65e4cac0a78a req-25f4087f-9a62-437f-b86a-84d34dc0acb8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:53.256363 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-19eb5955-7ce1-44f8-996d-65e4cac0a78a req-25f4087f-9a62-437f-b86a-84d34dc0acb8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0516291 Mar 31 20:28:53.302082 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-19eb5955-7ce1-44f8-996d-65e4cac0a78a req-7c9c4a16-317b-4627-9b2c-a4db77c4526e tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396750 Mar 31 20:28:54.422130 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a400559-f014-4b59-89a1-ff6164526067 req-77192700-dfab-4a22-b8f9-18936cd70503 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:54.423621 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5a400559-f014-4b59-89a1-ff6164526067 req-77192700-dfab-4a22-b8f9-18936cd70503 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 944 time: 0.0518148 Mar 31 20:28:54.473382 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5a400559-f014-4b59-89a1-ff6164526067 req-c038748e-649f-46cf-a942-bd5f7fb97059 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441449 Mar 31 20:28:54.687734 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 19adbb84-6b60-49e2-8fd5-9feb694ff002 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:28:54.783832 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:54.794913 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'port_id': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'mac_address': 'fa:16:3e:0c:bc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:28:54.831913 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 19adbb84-6b60-49e2-8fd5-9feb694ff002 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:54.832310 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:54.845761 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19adbb84-6b60-49e2-8fd5-9feb694ff002 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:28:54.865014 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:54.869736 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:54.916572 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=9']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:55.156740 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['19adbb84-6b60-49e2-8fd5-9feb694ff002'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:55.593401 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba41c3f-6d91-4f06-8d11-03351de6459f req-b1609e2e-7bb6-4b79-ab52-5effde0cde93 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:55.594860 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8ba41c3f-6d91-4f06-8d11-03351de6459f req-b1609e2e-7bb6-4b79-ab52-5effde0cde93 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 945 time: 0.0509801 Mar 31 20:28:55.639969 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8ba41c3f-6d91-4f06-8d11-03351de6459f req-827afe59-de9a-4f4f-9ef7-ca3f18af1eba tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396109 Mar 31 20:28:55.831144 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4086b619-7ff2-4d6e-bb18-fd9e1ca6ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:56.325797 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8727869-4685-4983-87c5-58ce02b1aa4b req-36520ac2-e06b-414e-875f-2187d88beb32 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:56.327279 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a8727869-4685-4983-87c5-58ce02b1aa4b req-36520ac2-e06b-414e-875f-2187d88beb32 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0536284 Mar 31 20:28:56.375020 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a8727869-4685-4983-87c5-58ce02b1aa4b req-63620de7-b92c-44d0-a6a7-8f59dbf1a36a tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420647 Mar 31 20:28:56.698600 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 19adbb84-6b60-49e2-8fd5-9feb694ff002 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:56.746882 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 19adbb84-6b60-49e2-8fd5-9feb694ff002 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:56.747260 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:56.763335 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4a969-40ac-4b32-ae41-eb5bd3d9c1e4 req-af2f9ba7-2381-4586-b4d4-54d1399d33c5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:56.764793 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2bb4a969-40ac-4b32-ae41-eb5bd3d9c1e4 req-af2f9ba7-2381-4586-b4d4-54d1399d33c5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 945 time: 0.0536275 Mar 31 20:28:56.811152 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2bb4a969-40ac-4b32-ae41-eb5bd3d9c1e4 req-107f31ec-a1a3-4e52-a3d1-8dff4904ef01 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 Mar 31 20:28:56.834947 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 19adbb84-6b60-49e2-8fd5-9feb694ff002 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:56.834947 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:56.850835 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:56.853398 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26248f83-5977-4979-b216-d33f1089142b" -d '{"events": [{"server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "name": "network-vif-plugged", "status": "completed", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:56.866551 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:56.870477 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:56.898637 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a085e109-ee38-4814-9950-167f9a8ea033 x-openstack-request-id: req-a085e109-ee38-4814-9950-167f9a8ea033 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:56.898960 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "name": "network-vif-plugged", "status": "completed", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:56.899752 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a085e109-ee38-4814-9950-167f9a8ea033 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:56.900353 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a085e109-ee38-4814-9950-167f9a8ea033'] response: {'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'code': 200} Mar 31 20:28:56.921757 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=10']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:57.117098 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e979509-cc2a-4405-a889-8a7ca5501165 req-5f90f3af-1ecc-4612-9109-9c9bcc8e3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:57.118799 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9e979509-cc2a-4405-a889-8a7ca5501165 req-5f90f3af-1ecc-4612-9109-9c9bcc8e3b13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 1131 time: 0.0426927 Mar 31 20:28:57.165954 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9e979509-cc2a-4405-a889-8a7ca5501165 req-44fbcc1f-6c87-4d4b-8d7b-1573a71d45a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364742 Mar 31 20:28:57.493465 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb131ae3-eac0-47e9-94ab-9ba0cc6df4dd req-e8742468-4933-4426-a327-503623657bd6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:57.494946 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fb131ae3-eac0-47e9-94ab-9ba0cc6df4dd req-e8742468-4933-4426-a327-503623657bd6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0542283 Mar 31 20:28:57.541718 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fb131ae3-eac0-47e9-94ab-9ba0cc6df4dd req-6607d812-dc3b-4715-a263-6253099b091c tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Mar 31 20:28:57.934120 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f220b1-1480-449f-b37e-410134d71533 req-56ce256a-1321-4f9d-9929-38d40ba52d03 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:57.935550 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-05f220b1-1480-449f-b37e-410134d71533 req-56ce256a-1321-4f9d-9929-38d40ba52d03 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 947 time: 0.0500522 Mar 31 20:28:57.981751 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-05f220b1-1480-449f-b37e-410134d71533 req-966231dd-e2d7-41be-a96a-f74fbc39efc8 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Mar 31 20:28:58.109445 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a45bce8a-f17c-429b-850f-525af2a61901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:58.658433 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77e0ea-5d8c-4c61-9e9f-2fd93d675380 req-e3fcb616-7f60-4359-a7d9-688fe16b4905 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:58.659893 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4d77e0ea-5d8c-4c61-9e9f-2fd93d675380 req-e3fcb616-7f60-4359-a7d9-688fe16b4905 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0510104 Mar 31 20:28:58.709509 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4d77e0ea-5d8c-4c61-9e9f-2fd93d675380 req-3640b629-cc59-4c5b-8dfe-cbc93a6015ff tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441744 Mar 31 20:28:59.104500 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dd5b6-e7b2-4a4d-929b-ba7ad1b9b131 req-77d04d32-a4ce-483a-81b8-db2733e2b2fe tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:59.106114 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0c7dd5b6-e7b2-4a4d-929b-ba7ad1b9b131 req-77d04d32-a4ce-483a-81b8-db2733e2b2fe tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 947 time: 0.0535300 Mar 31 20:28:59.153067 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0c7dd5b6-e7b2-4a4d-929b-ba7ad1b9b131 req-995a0f31-973a-4a23-ac32-1e98bbfdece6 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413980 Mar 31 20:28:59.358415 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:59.822511 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c89eff-c8e9-4eb3-9260-fd93a0962115 req-1207a5ea-06eb-47ee-b035-437415b67f03 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:59.823947 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-90c89eff-c8e9-4eb3-9260-fd93a0962115 req-1207a5ea-06eb-47ee-b035-437415b67f03 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0505323 Mar 31 20:28:59.870198 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-90c89eff-c8e9-4eb3-9260-fd93a0962115 req-8cf67221-c2e8-4759-b336-7013891885ce tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 Mar 31 20:29:00.275578 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbb92f-ad9b-48dc-a487-d5f05eacf3ad req-1c5e9913-25d8-41d9-8b1a-a2849554b822 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:00.277270 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-42cbb92f-ad9b-48dc-a487-d5f05eacf3ad req-1c5e9913-25d8-41d9-8b1a-a2849554b822 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 947 time: 0.0541019 Mar 31 20:29:00.323928 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-42cbb92f-ad9b-48dc-a487-d5f05eacf3ad req-9c9beaed-cb00-4b32-afa1-3af841fb736f tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412748 Mar 31 20:29:00.727368 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:00.986888 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db13d1-9a3c-4910-8c22-8d729544c40c req-0ffb677d-d36d-419d-94f2-13a0b2aa77c0 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:00.988263 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-21db13d1-9a3c-4910-8c22-8d729544c40c req-0ffb677d-d36d-419d-94f2-13a0b2aa77c0 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0518866 Mar 31 20:29:01.037160 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-21db13d1-9a3c-4910-8c22-8d729544c40c req-b631d5f2-fb4c-4acd-b06d-68001b554262 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Mar 31 20:29:01.454002 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94b05-46c6-40d2-bd8c-a9167b48be36 req-ec3511b3-78ad-4886-8a47-b042c47f5fdd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:01.455687 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-eea94b05-46c6-40d2-bd8c-a9167b48be36 req-ec3511b3-78ad-4886-8a47-b042c47f5fdd tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 947 time: 0.0575242 Mar 31 20:29:01.512393 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-eea94b05-46c6-40d2-bd8c-a9167b48be36 req-86504751-5048-490f-a1ed-608cb104f8a2 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508647 Mar 31 20:29:02.106548 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:02.186143 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e9e3-84e1-4894-acd2-0e988a235a07 req-3eaf5709-2ee5-42c9-8163-ee053cec7c61 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:02.187643 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-11e9e9e3-84e1-4894-acd2-0e988a235a07 req-3eaf5709-2ee5-42c9-8163-ee053cec7c61 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0524387 Mar 31 20:29:02.240474 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-11e9e9e3-84e1-4894-acd2-0e988a235a07 req-15f80c4a-5b03-4028-bec7-db1170a052fa tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470099 Mar 31 20:29:02.396631 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:29:02.641807 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1264348-4167-4ae3-85fc-78a0794768f7 req-d7478249-16b4-4096-9a43-387f7b78eaae tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:02.643296 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f1264348-4167-4ae3-85fc-78a0794768f7 req-d7478249-16b4-4096-9a43-387f7b78eaae tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 947 time: 0.0508568 Mar 31 20:29:02.689079 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f1264348-4167-4ae3-85fc-78a0794768f7 req-c9403db1-9266-4731-8cdb-3cc4fa640916 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Mar 31 20:29:03.371112 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8700c-a2f2-467e-9236-dd035d05a704 req-85eeae3b-f64b-4d91-a89a-d484b1a76971 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:03.372858 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-62a8700c-a2f2-467e-9236-dd035d05a704 req-85eeae3b-f64b-4d91-a89a-d484b1a76971 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0568535 Mar 31 20:29:03.421259 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-62a8700c-a2f2-467e-9236-dd035d05a704 req-523f5041-182c-4e2b-adbe-a0397794708b tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Mar 31 20:29:03.485434 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:04.537359 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aa988-42d9-41a3-bbee-fdf068c5eb4e req-022fda1e-8a51-4306-9d01-5fb3e151ee45 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:04.538847 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-227aa988-42d9-41a3-bbee-fdf068c5eb4e req-022fda1e-8a51-4306-9d01-5fb3e151ee45 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0520377 Mar 31 20:29:04.590488 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-227aa988-42d9-41a3-bbee-fdf068c5eb4e req-5c838d11-e651-4005-aecd-efad4dbc6a35 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461297 Mar 31 20:29:05.144740 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37338) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:05.247503 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.321875 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Publish callbacks [] for security_group (373a8cc3-be7c-4153-acd0-3efadfa87ac2), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.324743 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (373a8cc3-be7c-4153-acd0-3efadfa87ac2), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.361097 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9251690c79264f4493c255ffdc0fc08b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153397 Mar 31 20:29:05.362965 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373a8cc3-be7c-4153-acd0-3efadfa87ac2,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:05.363994 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37342) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:05.370515 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.371005 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.371358 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.371710 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.372050 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.372382 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.372714 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.373223 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.373407 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.373807 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.374262 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.374599 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.374950 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.375272 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.375596 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d2a710-daa1-4994-b427-ce1bbafd9319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.413233 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Publish callbacks [] for security_group (373a8cc3-be7c-4153-acd0-3efadfa87ac2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.435667 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Publish callbacks [] for security_group (373a8cc3-be7c-4153-acd0-3efadfa87ac2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.484374 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (373a8cc3-be7c-4153-acd0-3efadfa87ac2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.487242 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.488378 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/373a8cc3-be7c-4153-acd0-3efadfa87ac2 HTTP/1.1" status: 204 len: 168 time: 0.1234162 Mar 31 20:29:05.496075 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373a8cc3-be7c-4153-acd0-3efadfa87ac2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:05.502957 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.503308 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.503652 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.503993 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.504328 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.504665 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.504993 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.505320 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.505645 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.505974 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.506301 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.506624 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.506967 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.507291 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.507617 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cae743-ab3d-4813-a026-b69663fecfe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:05.708799 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4780108-79ba-45a1-bf6e-0226e4df3e19 req-bedd3480-156e-45a2-aef5-065cff890cf8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:05.710251 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4780108-79ba-45a1-bf6e-0226e4df3e19 req-bedd3480-156e-45a2-aef5-065cff890cf8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0542586 Mar 31 20:29:05.748408 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37352) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:05.760318 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f4780108-79ba-45a1-bf6e-0226e4df3e19 req-d748e0a8-957a-4ac3-aa3f-6d623db2ea51 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435929 Mar 31 20:29:05.761383 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-108db702-5dd5-4d56-a77a-284af2484d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.835346 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-108db702-5dd5-4d56-a77a-284af2484d8b admin admin] Publish callbacks [] for security_group (1cce4eb6-3c65-4184-b9e6-05c7ffb476b0), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.838902 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-108db702-5dd5-4d56-a77a-284af2484d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (1cce4eb6-3c65-4184-b9e6-05c7ffb476b0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.875532 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-108db702-5dd5-4d56-a77a-284af2484d8b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e576b2396d364c44ae009f70e16fd158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260183 Mar 31 20:29:05.877423 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108db702-5dd5-4d56-a77a-284af2484d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cce4eb6-3c65-4184-b9e6-05c7ffb476b0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:05.878216 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37354) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:05.925353 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36af80d4-56d3-4149-a6ed-6581b0e8ed08 admin admin] Publish callbacks [] for security_group (1cce4eb6-3c65-4184-b9e6-05c7ffb476b0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.946073 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36af80d4-56d3-4149-a6ed-6581b0e8ed08 admin admin] Publish callbacks [] for security_group (1cce4eb6-3c65-4184-b9e6-05c7ffb476b0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.994513 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36af80d4-56d3-4149-a6ed-6581b0e8ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (1cce4eb6-3c65-4184-b9e6-05c7ffb476b0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.997047 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-36af80d4-56d3-4149-a6ed-6581b0e8ed08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.998090 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-36af80d4-56d3-4149-a6ed-6581b0e8ed08 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1cce4eb6-3c65-4184-b9e6-05c7ffb476b0 HTTP/1.1" status: 204 len: 168 time: 0.1188481 Mar 31 20:29:06.005342 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af80d4-56d3-4149-a6ed-6581b0e8ed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cce4eb6-3c65-4184-b9e6-05c7ffb476b0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:06.523019 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-ee55de12-aef4-4a8c-99ba-18a952480f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:06.524466 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-ee55de12-aef4-4a8c-99ba-18a952480f1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39687cfbaefb4fdeb32a72c0d134e48c&device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 1130 time: 0.0444250 Mar 31 20:29:06.621965 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-fadeede6-2642-4a3c-ad79-264bc69da894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:06.623444 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-fadeede6-2642-4a3c-ad79-264bc69da894 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2e8b6335-0512-42bb-9100-6bddaafec174 HTTP/1.1" status: 200 len: 910 time: 0.0925739 Mar 31 20:29:06.695788 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-707421e5-53d0-4afe-a9b7-29d735164e7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b HTTP/1.1" status: 200 len: 1002 time: 0.0622768 Mar 31 20:29:06.745774 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-f3842564-11da-4f31-95bc-a27f481e1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:06.747317 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-f3842564-11da-4f31-95bc-a27f481e1aa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046c12d2-6e62-40bc-83ff-8651be7529c4 HTTP/1.1" status: 200 len: 848 time: 0.0431068 Mar 31 20:29:06.800507 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-0fd438f0-6a59-431f-9e27-f0301c0fbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:06.801999 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-0fd438f0-6a59-431f-9e27-f0301c0fbac5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e8b6335-0512-42bb-9100-6bddaafec174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452051 Mar 31 20:29:06.934928 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41e6f-40c8-4633-a642-d40a0aa1ac57 req-19c16ef4-6ca7-42f1-b6c6-687bcd228459 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:06.936393 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-73a41e6f-40c8-4633-a642-d40a0aa1ac57 req-19c16ef4-6ca7-42f1-b6c6-687bcd228459 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0825992 Mar 31 20:29:06.938355 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-1c92c56a-c2e6-4fc0-9f65-1ea0fe320c34 service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289816 Mar 31 20:29:07.287929 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-73a41e6f-40c8-4633-a642-d40a0aa1ac57 req-5596b3e6-6460-49b9-860a-cd05268ebd17 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451819 Mar 31 20:29:07.308721 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fddcc161-48e4-4e7a-b348-d0656d59901d req-9fb9df05-391f-4a38-8b9d-8dbdedde8b1f service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589275 Mar 31 20:29:07.607964 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37410) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:07.710548 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f70c9ac-f25a-4a96-9df3-549e44485d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.783991 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f70c9ac-f25a-4a96-9df3-549e44485d2b admin admin] Publish callbacks [] for security_group (213a6aca-70d2-4d87-893b-ed9942850543), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.787461 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f70c9ac-f25a-4a96-9df3-549e44485d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (213a6aca-70d2-4d87-893b-ed9942850543), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.823575 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6f70c9ac-f25a-4a96-9df3-549e44485d2b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=92035acbb9e34e968734aa5c9a8b747a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144589 Mar 31 20:29:07.825384 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70c9ac-f25a-4a96-9df3-549e44485d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213a6aca-70d2-4d87-893b-ed9942850543,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:07.826336 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37416) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:07.872412 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7607c70-3f08-405b-8e12-6e41acec7e24 admin admin] Publish callbacks [] for security_group (213a6aca-70d2-4d87-893b-ed9942850543), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.892542 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7607c70-3f08-405b-8e12-6e41acec7e24 admin admin] Publish callbacks [] for security_group (213a6aca-70d2-4d87-893b-ed9942850543), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.938807 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7607c70-3f08-405b-8e12-6e41acec7e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (213a6aca-70d2-4d87-893b-ed9942850543), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.941191 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a7607c70-3f08-405b-8e12-6e41acec7e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.942301 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a7607c70-3f08-405b-8e12-6e41acec7e24 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/213a6aca-70d2-4d87-893b-ed9942850543 HTTP/1.1" status: 204 len: 168 time: 0.1148660 Mar 31 20:29:07.950037 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7607c70-3f08-405b-8e12-6e41acec7e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213a6aca-70d2-4d87-893b-ed9942850543,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:08.205483 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37424) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:08.218641 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ed141f-549b-4ae8-a609-27556ec66cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.292168 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ed141f-549b-4ae8-a609-27556ec66cb9 admin admin] Publish callbacks [] for security_group (8f050f2e-caa8-4854-879f-c752481cc80a), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.295528 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-21ed141f-549b-4ae8-a609-27556ec66cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8f050f2e-caa8-4854-879f-c752481cc80a), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.334064 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-21ed141f-549b-4ae8-a609-27556ec66cb9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6a0eaa4fdff149c08dc65ce22ededfc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273189 Mar 31 20:29:08.336019 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed141f-549b-4ae8-a609-27556ec66cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f050f2e-caa8-4854-879f-c752481cc80a,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:08.336856 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37428) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:08.387895 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8b5cb86-4542-4255-8e11-c242fb8de64f admin admin] Publish callbacks [] for security_group (8f050f2e-caa8-4854-879f-c752481cc80a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.408722 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8b5cb86-4542-4255-8e11-c242fb8de64f admin admin] Publish callbacks [] for security_group (8f050f2e-caa8-4854-879f-c752481cc80a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.409341 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0f800-a431-4fd3-8bd4-4ef0b05d9bd8 req-7d459d23-0011-43d7-a431-208ddf36554f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:08.410815 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6df0f800-a431-4fd3-8bd4-4ef0b05d9bd8 req-7d459d23-0011-43d7-a431-208ddf36554f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0512750 Mar 31 20:29:08.455013 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8b5cb86-4542-4255-8e11-c242fb8de64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8f050f2e-caa8-4854-879f-c752481cc80a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.457838 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8b5cb86-4542-4255-8e11-c242fb8de64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.459000 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-b8b5cb86-4542-4255-8e11-c242fb8de64f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8f050f2e-caa8-4854-879f-c752481cc80a HTTP/1.1" status: 204 len: 168 time: 0.1209431 Mar 31 20:29:08.460109 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6df0f800-a431-4fd3-8bd4-4ef0b05d9bd8 req-65543c0d-193f-44cb-9006-7ab8f3c3ac4e tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436423 Mar 31 20:29:08.473166 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5cb86-4542-4255-8e11-c242fb8de64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f050f2e-caa8-4854-879f-c752481cc80a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:08.853109 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28194bc-077e-4873-8168-84a9f4887c6a req-9e46d757-cfa8-4595-8ffd-e0e645b08cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:08.854469 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c28194bc-077e-4873-8168-84a9f4887c6a req-9e46d757-cfa8-4595-8ffd-e0e645b08cd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39687cfbaefb4fdeb32a72c0d134e48c&device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 1130 time: 0.0456371 Mar 31 20:29:08.986610 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28194bc-077e-4873-8168-84a9f4887c6a req-4b2c3175-4df0-416c-bc91-8c299a61f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:08.988316 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c28194bc-077e-4873-8168-84a9f4887c6a req-4b2c3175-4df0-416c-bc91-8c299a61f3cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=2e8b6335-0512-42bb-9100-6bddaafec174 HTTP/1.1" status: 200 len: 910 time: 0.1128700 Mar 31 20:29:09.063784 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c28194bc-077e-4873-8168-84a9f4887c6a req-523a3a12-8f89-4cba-a884-86a872302b84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b HTTP/1.1" status: 200 len: 1002 time: 0.0625088 Mar 31 20:29:09.126875 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28194bc-077e-4873-8168-84a9f4887c6a req-003e48b9-0da4-4e12-9fe6-49ac41765cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:09.128403 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c28194bc-077e-4873-8168-84a9f4887c6a req-003e48b9-0da4-4e12-9fe6-49ac41765cfb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046c12d2-6e62-40bc-83ff-8651be7529c4 HTTP/1.1" status: 200 len: 848 time: 0.0448160 Mar 31 20:29:09.180050 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28194bc-077e-4873-8168-84a9f4887c6a req-cc663456-a170-4e58-b4c9-21478acf0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:09.181961 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c28194bc-077e-4873-8168-84a9f4887c6a req-cc663456-a170-4e58-b4c9-21478acf0a8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e8b6335-0512-42bb-9100-6bddaafec174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468912 Mar 31 20:29:09.273458 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c28194bc-077e-4873-8168-84a9f4887c6a req-616ec370-d674-49cf-8b4d-22e94841902b service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836294 Mar 31 20:29:09.375430 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c28194bc-077e-4873-8168-84a9f4887c6a req-ce5cd50a-10c1-4476-a59a-ec4bbd6b5667 service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918887 Mar 31 20:29:09.589778 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58612-4398-41f4-abdc-cf8087441759 req-49a8142a-dc3d-456b-a0a4-84ef52534586 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:09.591305 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-29b58612-4398-41f4-abdc-cf8087441759 req-49a8142a-dc3d-456b-a0a4-84ef52534586 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0539927 Mar 31 20:29:09.642112 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-29b58612-4398-41f4-abdc-cf8087441759 req-fa39471d-ee01-4ba4-bcba-0fc5684918e8 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449908 Mar 31 20:29:10.760141 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d753c-7c11-4288-8ca9-106b3c27df34 req-6bdb557a-33fb-4aff-8830-aceee71e9400 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:10.762940 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9f8d753c-7c11-4288-8ca9-106b3c27df34 req-6bdb557a-33fb-4aff-8830-aceee71e9400 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0552988 Mar 31 20:29:10.813130 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9f8d753c-7c11-4288-8ca9-106b3c27df34 req-839a0335-1015-4c6b-90bd-d9dbe0bb5275 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461321 Mar 31 20:29:10.871633 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37524) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:10.879211 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [req-cd8ee799-ae9d-4838-be3d-3b2cbfaa5c73 req-6baf3e5b-5ac7-437d-9860-e46472f1a02c service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:29:10.880287 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cd8ee799-ae9d-4838-be3d-3b2cbfaa5c73 req-6baf3e5b-5ac7-437d-9860-e46472f1a02c service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055780 Mar 31 20:29:10.985039 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f06c033f-149f-406c-a094-e0a1cabf0654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.045814 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-e3551bd1-9dd0-4409-a45a-7150fc3cf2a1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795116 Mar 31 20:29:11.069982 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f06c033f-149f-406c-a094-e0a1cabf0654 admin admin] Publish callbacks [] for security_group (0e8da7a2-1841-489b-8974-b4feda831e3c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.070122 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f73be0-287a-4f1a-8e72-3a8030c3da86 req-0f0cecba-6450-447b-8fc4-b48a1c4f41b7 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:11.070597 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f06c033f-149f-406c-a094-e0a1cabf0654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0e8da7a2-1841-489b-8974-b4feda831e3c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.076862 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c4f73be0-287a-4f1a-8e72-3a8030c3da86 req-0f0cecba-6450-447b-8fc4-b48a1c4f41b7 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0749133 Mar 31 20:29:11.121072 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c4f73be0-287a-4f1a-8e72-3a8030c3da86 req-a3f8a554-8e5e-4ce4-b869-0fa78edb5d3e tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Mar 31 20:29:11.143916 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-f06c033f-149f-406c-a094-e0a1cabf0654 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ad9254de7ead491593b45659a07116e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711902 Mar 31 20:29:11.146597 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37532) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:11.147044 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c033f-149f-406c-a094-e0a1cabf0654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8da7a2-1841-489b-8974-b4feda831e3c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:11.158801 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-f123dfa4-9a00-4604-8e8c-4344077ed446 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:11.160536 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-f123dfa4-9a00-4604-8e8c-4344077ed446 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports/059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b HTTP/1.1" status: 200 len: 943 time: 0.0777831 Mar 31 20:29:11.197319 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2bb51b9b-0f31-43c6-ab4c-66aa015a9fa8 admin admin] Publish callbacks [] for security_group (0e8da7a2-1841-489b-8974-b4feda831e3c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.220642 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2bb51b9b-0f31-43c6-ab4c-66aa015a9fa8 admin admin] Publish callbacks [] for security_group (0e8da7a2-1841-489b-8974-b4feda831e3c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.268376 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2bb51b9b-0f31-43c6-ab4c-66aa015a9fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0e8da7a2-1841-489b-8974-b4feda831e3c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.270460 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2bb51b9b-0f31-43c6-ab4c-66aa015a9fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.271627 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-2bb51b9b-0f31-43c6-ab4c-66aa015a9fa8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0e8da7a2-1841-489b-8974-b4feda831e3c HTTP/1.1" status: 204 len: 168 time: 0.1240575 Mar 31 20:29:11.279949 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb51b9b-0f31-43c6-ab4c-66aa015a9fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8da7a2-1841-489b-8974-b4feda831e3c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:11.553035 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37546) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:11.565731 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15e84eb9-86f8-4a5c-be3f-5daf0ed65164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.636767 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15e84eb9-86f8-4a5c-be3f-5daf0ed65164 admin admin] Publish callbacks [] for security_group (ae3308ad-d6e9-4c4c-b906-8882b9811070), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.640265 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-15e84eb9-86f8-4a5c-be3f-5daf0ed65164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (ae3308ad-d6e9-4c4c-b906-8882b9811070), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.677752 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-15e84eb9-86f8-4a5c-be3f-5daf0ed65164 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ec583499efd14ea9bc0965ebeba95704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236224 Mar 31 20:29:11.678994 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e84eb9-86f8-4a5c-be3f-5daf0ed65164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3308ad-d6e9-4c4c-b906-8882b9811070,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:11.680403 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37548) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:11.728746 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e729de81-f184-4189-b0eb-0099621d2761 admin admin] Publish callbacks [] for security_group (ae3308ad-d6e9-4c4c-b906-8882b9811070), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.749585 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e729de81-f184-4189-b0eb-0099621d2761 admin admin] Publish callbacks [] for security_group (ae3308ad-d6e9-4c4c-b906-8882b9811070), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.793211 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e729de81-f184-4189-b0eb-0099621d2761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (ae3308ad-d6e9-4c4c-b906-8882b9811070), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.795884 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e729de81-f184-4189-b0eb-0099621d2761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.797594 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e729de81-f184-4189-b0eb-0099621d2761 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ae3308ad-d6e9-4c4c-b906-8882b9811070 HTTP/1.1" status: 204 len: 168 time: 0.1155112 Mar 31 20:29:11.805557 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729de81-f184-4189-b0eb-0099621d2761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3308ad-d6e9-4c4c-b906-8882b9811070,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:12.236688 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9d000-205a-4800-b229-b976edf49024 req-27da5055-0d2e-4747-b948-a846c0e71421 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:12.238211 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1eb9d000-205a-4800-b229-b976edf49024 req-27da5055-0d2e-4747-b948-a846c0e71421 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0504923 Mar 31 20:29:12.293881 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1eb9d000-205a-4800-b229-b976edf49024 req-f665c7a5-8875-4488-98c8-ba0b65f7c101 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490232 Mar 31 20:29:12.784516 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:12.863057 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b is: ACTIVE; New status is: DOWN {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:12.863362 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:12.886383 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:12.888624 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519fe700-79f8-44f4-b007-858869dbb37b" -d '{"events": [{"server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "name": "network-vif-unplugged", "status": "completed", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:12.901624 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:12.908797 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:12.932362 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7e1f9d-1e6f-44d3-8570-09d8240e013e x-openstack-request-id: req-ae7e1f9d-1e6f-44d3-8570-09d8240e013e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:12.932651 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "name": "network-vif-unplugged", "status": "failed", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b", "code": 422}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:12.932905 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ae7e1f9d-1e6f-44d3-8570-09d8240e013e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:12.933308 dv-cinder-836071-1-iscsi neutron-server[103337]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ae7e1f9d-1e6f-44d3-8570-09d8240e013e']: {'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'code': 422} returned with failed status Mar 31 20:29:12.958125 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,revision_number=6']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:12.965084 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.965441 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.965798 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.966140 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.966481 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.966962 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.967370 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.967727 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.968062 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.968400 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.968819 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.969140 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.969490 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.969792 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:12.970124 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:13.411308 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258d089-6d62-4a2c-ba02-5c24167ce398 req-a0c23194-0688-431e-a476-ad114daa5629 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:13.412781 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d258d089-6d62-4a2c-ba02-5c24167ce398 req-a0c23194-0688-431e-a476-ad114daa5629 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0525699 Mar 31 20:29:13.463587 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d258d089-6d62-4a2c-ba02-5c24167ce398 req-fef9612e-731a-4457-bf65-49c0f34e2338 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 Mar 31 20:29:14.598403 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797546ba-a3c0-4c4a-8e45-6580868475a0 req-c0d706df-00fd-41aa-9d21-6e6ca15d9d36 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:14.599882 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-797546ba-a3c0-4c4a-8e45-6580868475a0 req-c0d706df-00fd-41aa-9d21-6e6ca15d9d36 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0605495 Mar 31 20:29:14.649342 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-797546ba-a3c0-4c4a-8e45-6580868475a0 req-bda71872-9e8a-4f0a-b08e-5ebe02e77416 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428479 Mar 31 20:29:15.828365 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08b5f7-9195-4c7a-96f2-e0601a43411f req-00ed685c-0152-4872-acbf-8d45420928e7 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:15.829859 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4f08b5f7-9195-4c7a-96f2-e0601a43411f req-00ed685c-0152-4872-acbf-8d45420928e7 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.1029761 Mar 31 20:29:15.856606 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039216e-9efe-4a7e-9fa0-a6ba479c64b8 req-082c52d0-5254-47a8-846a-022216478fdc tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:15.858100 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b039216e-9efe-4a7e-9fa0-a6ba479c64b8 req-082c52d0-5254-47a8-846a-022216478fdc tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 945 time: 0.0773046 Mar 31 20:29:15.923786 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4f08b5f7-9195-4c7a-96f2-e0601a43411f req-37e1d81c-0f3b-459b-8117-ee3f4e985c3b tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848289 Mar 31 20:29:15.931741 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b039216e-9efe-4a7e-9fa0-a6ba479c64b8 req-88a13514-abf9-436d-bda8-a13a6a5e2298 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666149 Mar 31 20:29:16.419518 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-086cd963-ab17-450c-8891-4eb78cf1cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:16.420861 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-086cd963-ab17-450c-8891-4eb78cf1cf5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012&tenant_id=39687cfbaefb4fdeb32a72c0d134e48c HTTP/1.1" status: 200 len: 1128 time: 0.0438576 Mar 31 20:29:16.494444 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-7076feaf-e7b4-4d01-a2e6-d49ce90e1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:16.495917 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-7076feaf-e7b4-4d01-a2e6-d49ce90e1f49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39687cfbaefb4fdeb32a72c0d134e48c&device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 1128 time: 0.0466518 Mar 31 20:29:16.586806 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-544d1095-5b8b-4017-8318-353189d9ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:16.588232 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-544d1095-5b8b-4017-8318-353189d9ca66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2e8b6335-0512-42bb-9100-6bddaafec174 HTTP/1.1" status: 200 len: 910 time: 0.0823085 Mar 31 20:29:16.660920 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-d8adc9de-a878-4298-b62b-7ddf650ca983 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b HTTP/1.1" status: 200 len: 1000 time: 0.0631428 Mar 31 20:29:16.711184 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-73664dfd-690f-4bcf-99cc-7da15cffd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:16.712581 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-73664dfd-690f-4bcf-99cc-7da15cffd539 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046c12d2-6e62-40bc-83ff-8651be7529c4 HTTP/1.1" status: 200 len: 848 time: 0.0434055 Mar 31 20:29:16.762439 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-585ca88a-6150-4749-bf38-056a3f56ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:16.763968 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-585ca88a-6150-4749-bf38-056a3f56ca36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e8b6335-0512-42bb-9100-6bddaafec174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430791 Mar 31 20:29:16.857708 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-bb963095-f844-4b6a-b5fa-ae4d57056b87 service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852835 Mar 31 20:29:16.960167 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a1134073-6a90-41f7-8ff6-415333c55af7 req-d6aaa24b-41bd-4d48-8432-ab8d8e0a4a3d service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904794 Mar 31 20:29:17.085383 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7a433-bb2e-466c-a368-94b4f725fcd5 req-df22c74a-7999-41d7-a3a9-395e1f2979d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:17.086915 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8dd7a433-bb2e-466c-a368-94b4f725fcd5 req-df22c74a-7999-41d7-a3a9-395e1f2979d6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0907750 Mar 31 20:29:17.098600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fd27f-e75e-466a-9d4a-7230db61a54d req-e9da4431-0ce9-4fd4-a528-2a5c3eeaefe0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:17.100022 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4b8fd27f-e75e-466a-9d4a-7230db61a54d req-e9da4431-0ce9-4fd4-a528-2a5c3eeaefe0 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 945 time: 0.0890625 Mar 31 20:29:17.178522 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8dd7a433-bb2e-466c-a368-94b4f725fcd5 req-a0a79f19-37bb-4b7a-87a5-6bf6befcc2a6 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775471 Mar 31 20:29:17.186248 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4b8fd27f-e75e-466a-9d4a-7230db61a54d req-244e8159-bea5-4d35-83ec-8650ac104a75 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668128 Mar 31 20:29:17.929222 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-487d41ac-df12-428e-a76b-69b9a73e04c6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:17.931376 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-487d41ac-df12-428e-a76b-69b9a73e04c6 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 945 time: 0.0521638 Mar 31 20:29:18.031435 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Deleting port efd89932-920b-466c-8eb7-d275778b2379 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:18.031783 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (efd89932-920b-466c-8eb7-d275778b2379), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.117712 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] For port efd89932-920b-466c-8eb7-d275778b2379, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=efd89932-920b-466c-8eb7-d275778b2379,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:18.118074 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (efd89932-920b-466c-8eb7-d275778b2379), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.387244 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.387606 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (676ba4bd-c09f-466b-9ea3-1e06af127c8c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.387919 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Floating IP 676ba4bd-c09f-466b-9ea3-1e06af127c8c disassociated. External IP: 172.27.1.237, port: efd89932-920b-466c-8eb7-d275778b2379. Mar 31 20:29:18.388259 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Calling delete_port for efd89932-920b-466c-8eb7-d275778b2379 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:18.417059 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f2868-13cf-40bc-b3ee-d9ad3a1ea8bb req-7767b924-ded9-44db-bbd6-283e3ad91d26 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:18.418551 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a43f2868-13cf-40bc-b3ee-d9ad3a1ea8bb req-7767b924-ded9-44db-bbd6-283e3ad91d26 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.1551843 Mar 31 20:29:18.425248 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680df9d9-e8be-493d-ad71-3c7b53726ae5 req-5c95310c-ffdb-4814-9789-25bf1d6c59b8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:18.426742 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-680df9d9-e8be-493d-ad71-3c7b53726ae5 req-5c95310c-ffdb-4814-9789-25bf1d6c59b8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/ports?device_id=345fe723-215d-4c3f-867d-b25954aa92d7 HTTP/1.1" status: 200 len: 945 time: 0.1237910 Mar 31 20:29:18.552523 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a43f2868-13cf-40bc-b3ee-d9ad3a1ea8bb req-098f1cd8-eb32-4577-8a39-507a51b70535 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247807 Mar 31 20:29:18.560596 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-680df9d9-e8be-493d-ad71-3c7b53726ae5 req-0d14d8b0-6808-444f-8041-b66426fc5bcd tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups?id=c5272942-2495-4fa2-b120-f4e0607054b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253865 Mar 31 20:29:18.634751 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (efd89932-920b-466c-8eb7-d275778b2379), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.661830 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'Port': ['ID=efd89932-920b-466c-8eb7-d275778b2379,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:18.783908 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:18.896078 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:18.906326 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:18.917832 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:18.918591 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:28:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:18.937402 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] No DVR routers for this DVR port efd89932-920b-466c-8eb7-d275778b2379 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:18.940251 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.943526 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ce80514d-dc13-49b8-9ecf-67bfca3b6ee5 req-64f54b9d-ed19-4f29-9f69-fa8e3bd63123 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.57 "DELETE /v2.0/ports/efd89932-920b-466c-8eb7-d275778b2379 HTTP/1.1" status: 204 len: 173 time: 1.0052896 Mar 31 20:29:18.943986 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345fe723-215d-4c3f-867d-b25954aa92d7', 'name': 'network-vif-deleted', 'tag': 'efd89932-920b-466c-8eb7-d275778b2379'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:18.946870 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e9bd74-cdf0-4c05-b157-7e03e2aab368" -d '{"events": [{"server_uuid": "345fe723-215d-4c3f-867d-b25954aa92d7", "name": "network-vif-deleted", "tag": "efd89932-920b-466c-8eb7-d275778b2379"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:18.995667 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f6587-3f61-4973-9c0b-08d3c34e53df x-openstack-request-id: req-689f6587-3f61-4973-9c0b-08d3c34e53df {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:18.995988 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345fe723-215d-4c3f-867d-b25954aa92d7", "name": "network-vif-deleted", "tag": "efd89932-920b-466c-8eb7-d275778b2379", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:18.996276 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-689f6587-3f61-4973-9c0b-08d3c34e53df {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:18.997737 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689f6587-3f61-4973-9c0b-08d3c34e53df'] response: {'server_uuid': '345fe723-215d-4c3f-867d-b25954aa92d7', 'name': 'network-vif-deleted', 'tag': 'efd89932-920b-466c-8eb7-d275778b2379', 'status': 'completed', 'code': 200} Mar 31 20:29:19.075648 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:19.098004 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b01ff0-a43c-4b5a-b7fa-9af8156d22a3 req-92e9f9a0-22df-40a8-9e13-c6ca33365afd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:19.099622 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-62b01ff0-a43c-4b5a-b7fa-9af8156d22a3 req-92e9f9a0-22df-40a8-9e13-c6ca33365afd tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 946 time: 0.0668685 Mar 31 20:29:19.156897 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-62b01ff0-a43c-4b5a-b7fa-9af8156d22a3 req-d82e5cb2-3e13-4bcb-88c1-e0b8569957c5 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473967 Mar 31 20:29:19.367438 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:19.394563 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:19.404639 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:19.405250 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:28:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:19.518091 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:19.674210 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37760) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:19.705869 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237b2b4-4c57-49c1-a8ad-f5f03d72e509 req-119d0ac7-ff99-4d87-919b-0d7467730bbc tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:19.710463 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f237b2b4-4c57-49c1-a8ad-f5f03d72e509 req-119d0ac7-ff99-4d87-919b-0d7467730bbc tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0862262 Mar 31 20:29:19.740464 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-408a3985-dcaa-4da2-8512-a1e29ab99b66 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (c5272942-2495-4fa2-b120-f4e0607054b5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:19.741489 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:19.763032 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f237b2b4-4c57-49c1-a8ad-f5f03d72e509 req-8c8f73ff-b47d-46c2-8bb0-00f51dd65e00 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486434 Mar 31 20:29:19.771979 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-408a3985-dcaa-4da2-8512-a1e29ab99b66 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (c5272942-2495-4fa2-b120-f4e0607054b5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:19.775256 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff901d69-19f8-42c2-92bb-7d702efb7a7d None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:22:09Z', 'revision_number': 4, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'df3d290e-4245-4b2f-a59e-da468f3d28af', 'name': '', 'network_id': 'df94f67e-3892-4dfd-8047-a81ba5940098', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'mac_address': 'fa:16:3e:0e:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:08Z', 'updated_at': '2022-03-31T20:22:28Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'subnets': [{'id': '3ffa9a92-cf33-47ab-abe2-d8205846d26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:19.826600 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-408a3985-dcaa-4da2-8512-a1e29ab99b66 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c5272942-2495-4fa2-b120-f4e0607054b5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:19.829850 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-408a3985-dcaa-4da2-8512-a1e29ab99b66 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:19.831350 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-408a3985-dcaa-4da2-8512-a1e29ab99b66 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "DELETE /v2.0/security-groups/c5272942-2495-4fa2-b120-f4e0607054b5 HTTP/1.1" status: 204 len: 168 time: 0.1554306 Mar 31 20:29:19.834615 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37766) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:19.841904 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a3985-dcaa-4da2-8512-a1e29ab99b66 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5272942-2495-4fa2-b120-f4e0607054b5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:19.848665 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.api.v2.resource [None req-d4022056-05b1-439f-833b-45be0c1ca0e3 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] show failed (client error): The resource could not be found. Mar 31 20:29:19.849585 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-d4022056-05b1-439f-833b-45be0c1ca0e3 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "GET /v2.0/security-groups/c5272942-2495-4fa2-b120-f4e0607054b5 HTTP/1.1" status: 404 len: 347 time: 0.0139105 Mar 31 20:29:19.853054 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37768) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:19.995236 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e86d3-5070-4a91-89fd-e9e30e5b57f8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Deleting port 8813b857-3e7e-4308-9aa8-000f699a1e03 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:19.995926 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e8e86d3-5070-4a91-89fd-e9e30e5b57f8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (8813b857-3e7e-4308-9aa8-000f699a1e03), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.036759 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37772) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:20.052473 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de02d63-d6de-486b-87bc-05f3e10e6d1a None None] New status for floating IP 676ba4bd-c09f-466b-9ea3-1e06af127c8c: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:29:20.085018 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e8e86d3-5070-4a91-89fd-e9e30e5b57f8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (8813b857-3e7e-4308-9aa8-000f699a1e03), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.085377 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e8e86d3-5070-4a91-89fd-e9e30e5b57f8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (8813b857-3e7e-4308-9aa8-000f699a1e03), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.098363 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e86d3-5070-4a91-89fd-e9e30e5b57f8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Calling delete_port for 8813b857-3e7e-4308-9aa8-000f699a1e03 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:20.156574 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91852daa-6468-4378-8dd3-3abe8659929e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.334574 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91852daa-6468-4378-8dd3-3abe8659929e admin admin] Publish callbacks [] for security_group (78caa2ab-1c2f-4265-8579-340497406cf1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.345826 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd830fc5-56a5-482f-b75d-77d5f0695e74 req-ffa0f443-569f-4f59-9a1f-1de69d62353f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:20.347303 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd830fc5-56a5-482f-b75d-77d5f0695e74 req-ffa0f443-569f-4f59-9a1f-1de69d62353f tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 946 time: 0.1184456 Mar 31 20:29:20.350033 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-91852daa-6468-4378-8dd3-3abe8659929e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (78caa2ab-1c2f-4265-8579-340497406cf1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.357360 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e8e86d3-5070-4a91-89fd-e9e30e5b57f8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (8813b857-3e7e-4308-9aa8-000f699a1e03), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.421473 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e86d3-5070-4a91-89fd-e9e30e5b57f8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Pushing event deleted for resources: {'Port': ['ID=8813b857-3e7e-4308-9aa8-000f699a1e03,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:20.434037 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-91852daa-6468-4378-8dd3-3abe8659929e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0c005ef8ece64fdbbf59c59f1b5bbd04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963075 Mar 31 20:29:20.436857 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37778) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:20.439253 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91852daa-6468-4378-8dd3-3abe8659929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78caa2ab-1c2f-4265-8579-340497406cf1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:20.497911 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd830fc5-56a5-482f-b75d-77d5f0695e74 req-ee5f1f91-e2fd-44bb-a405-1e9a2739d5ee tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439197 Mar 31 20:29:20.502576 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37e05d9e-7164-426a-956e-ea3306ee5e71 admin admin] Publish callbacks [] for security_group (78caa2ab-1c2f-4265-8579-340497406cf1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.519464 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e8e86d3-5070-4a91-89fd-e9e30e5b57f8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks [] for floatingip (676ba4bd-c09f-466b-9ea3-1e06af127c8c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.521939 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6e8e86d3-5070-4a91-89fd-e9e30e5b57f8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.523458 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-6e8e86d3-5070-4a91-89fd-e9e30e5b57f8 tempest-AttachVolumeNegativeTest-461068439 tempest-AttachVolumeNegativeTest-461068439-project] 10.222.0.82 "DELETE /v2.0/floatingips/676ba4bd-c09f-466b-9ea3-1e06af127c8c HTTP/1.1" status: 204 len: 168 time: 0.6691675 Mar 31 20:29:20.536083 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37e05d9e-7164-426a-956e-ea3306ee5e71 admin admin] Publish callbacks [] for security_group (78caa2ab-1c2f-4265-8579-340497406cf1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.583956 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37e05d9e-7164-426a-956e-ea3306ee5e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (78caa2ab-1c2f-4265-8579-340497406cf1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.587015 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37e05d9e-7164-426a-956e-ea3306ee5e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.588806 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-37e05d9e-7164-426a-956e-ea3306ee5e71 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/78caa2ab-1c2f-4265-8579-340497406cf1 HTTP/1.1" status: 204 len: 168 time: 0.1506879 Mar 31 20:29:20.597130 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e05d9e-7164-426a-956e-ea3306ee5e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78caa2ab-1c2f-4265-8579-340497406cf1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:20.855480 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37790) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:20.870193 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d2e01fd-012d-4ac5-980e-30deba4a7345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.894544 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fdc38-3fa9-4922-b46b-1c2c9351ecab req-8f750ffe-7969-4d91-91b9-2ac9b2cfff0a tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:20.896042 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8c6fdc38-3fa9-4922-b46b-1c2c9351ecab req-8f750ffe-7969-4d91-91b9-2ac9b2cfff0a tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0568941 Mar 31 20:29:20.951394 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8c6fdc38-3fa9-4922-b46b-1c2c9351ecab req-59c0c656-c7d7-4e57-a498-35a3ce98ba03 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494537 Mar 31 20:29:20.953159 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d2e01fd-012d-4ac5-980e-30deba4a7345 admin admin] Publish callbacks [] for security_group (933b7aed-6c14-4752-b2d0-ba53fba31901), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.957054 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d2e01fd-012d-4ac5-980e-30deba4a7345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (933b7aed-6c14-4752-b2d0-ba53fba31901), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.994988 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6d2e01fd-012d-4ac5-980e-30deba4a7345 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=65d481bce64e459ca8782ba250f174a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381202 Mar 31 20:29:20.996065 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e01fd-012d-4ac5-980e-30deba4a7345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933b7aed-6c14-4752-b2d0-ba53fba31901,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:20.997631 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37792) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:21.044955 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1556f018-b4db-4221-86a2-7dfccf8d51e8 admin admin] Publish callbacks [] for security_group (933b7aed-6c14-4752-b2d0-ba53fba31901), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.088167 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1556f018-b4db-4221-86a2-7dfccf8d51e8 admin admin] Publish callbacks [] for security_group (933b7aed-6c14-4752-b2d0-ba53fba31901), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.136154 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-8d8c4b4e-73ae-49ba-8f66-3ff9cf858434 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:21.137508 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-8d8c4b4e-73ae-49ba-8f66-3ff9cf858434 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.57 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 946 time: 0.0811937 Mar 31 20:29:21.181730 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1556f018-b4db-4221-86a2-7dfccf8d51e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (933b7aed-6c14-4752-b2d0-ba53fba31901), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.184389 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1556f018-b4db-4221-86a2-7dfccf8d51e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.185499 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-1556f018-b4db-4221-86a2-7dfccf8d51e8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/933b7aed-6c14-4752-b2d0-ba53fba31901 HTTP/1.1" status: 204 len: 168 time: 0.1862433 Mar 31 20:29:21.202503 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556f018-b4db-4221-86a2-7dfccf8d51e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933b7aed-6c14-4752-b2d0-ba53fba31901,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:21.252449 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Deleting port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:21.252780 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.342748 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] For port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:21.342748 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.504451 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37798) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:21.517300 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-595e6ca4-3305-4597-a1f0-bff6f577f5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.519588 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.519797 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (79ce5beb-2526-4548-9b02-646993da68a4), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.520375 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Floating IP 79ce5beb-2526-4548-9b02-646993da68a4 disassociated. External IP: 172.27.1.152, port: fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50. Mar 31 20:29:21.520375 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Calling delete_port for fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:21.602400 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-595e6ca4-3305-4597-a1f0-bff6f577f5bc admin admin] Publish callbacks [] for security_group (85b573f4-acd5-46d6-8146-4a6512b4bf7d), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.606911 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-595e6ca4-3305-4597-a1f0-bff6f577f5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (85b573f4-acd5-46d6-8146-4a6512b4bf7d), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.642434 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b390d-ff41-4cd9-9e2a-d197e845dbbe req-478a4b7e-3816-42dc-81f9-3c20ca77df6e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:21.644071 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6e8b390d-ff41-4cd9-9e2a-d197e845dbbe req-478a4b7e-3816-42dc-81f9-3c20ca77df6e tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/ports?device_id=baf05438-6a81-4c75-a119-e33ca39c3323 HTTP/1.1" status: 200 len: 946 time: 0.0723612 Mar 31 20:29:21.645172 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e6ca4-3305-4597-a1f0-bff6f577f5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b573f4-acd5-46d6-8146-4a6512b4bf7d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:21.652790 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-595e6ca4-3305-4597-a1f0-bff6f577f5bc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=87ac029385314d7a86df49d8184c1528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445420 Mar 31 20:29:21.652970 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37804) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:21.702580 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95bd318f-1697-49cc-8584-ec40dd50e8e5 admin admin] Publish callbacks [] for security_group (85b573f4-acd5-46d6-8146-4a6512b4bf7d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.726136 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95bd318f-1697-49cc-8584-ec40dd50e8e5 admin admin] Publish callbacks [] for security_group (85b573f4-acd5-46d6-8146-4a6512b4bf7d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.729988 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.734457 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6e8b390d-ff41-4cd9-9e2a-d197e845dbbe req-77709d36-688a-4c06-ac23-9d1f10a78522 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups?id=66383203-82a1-49c9-96f5-b9476f2b75a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793254 Mar 31 20:29:21.765988 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event deleted for resources: {'Port': ['ID=fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:21.790902 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95bd318f-1697-49cc-8584-ec40dd50e8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (85b573f4-acd5-46d6-8146-4a6512b4bf7d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.793853 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95bd318f-1697-49cc-8584-ec40dd50e8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.795245 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-95bd318f-1697-49cc-8584-ec40dd50e8e5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/85b573f4-acd5-46d6-8146-4a6512b4bf7d HTTP/1.1" status: 204 len: 168 time: 0.1414547 Mar 31 20:29:21.804585 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd318f-1697-49cc-8584-ec40dd50e8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b573f4-acd5-46d6-8146-4a6512b4bf7d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:21.905867 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Router 89cb85c0-4334-4013-8749-f1be15a1d91e has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:22.034253 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:22.047097 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] Sync routers for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:22.059774 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:22.061108 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:28:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:22.098681 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] No DVR routers for this DVR port fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:22.101894 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:22.105654 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1fc149ed-61ec-47ee-9ece-9ae77922e790 req-c60f10ea-48ba-475a-a36c-2ca018df8514 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.57 "DELETE /v2.0/ports/fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 HTTP/1.1" status: 204 len: 173 time: 0.9617646 Mar 31 20:29:22.108092 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'name': 'network-vif-deleted', 'tag': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:22.110477 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3e9e3f-5e7a-4a2e-80ce-89dd61e10240" -d '{"events": [{"server_uuid": "baf05438-6a81-4c75-a119-e33ca39c3323", "name": "network-vif-deleted", "tag": "fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:22.135194 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38ba5f-1f10-4d9c-aed5-ec33df15b75f req-af6ad0cb-54ba-4cb2-a9bc-0e1e999269fa tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:22.147266 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0a38ba5f-1f10-4d9c-aed5-ec33df15b75f req-af6ad0cb-54ba-4cb2-a9bc-0e1e999269fa tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.1250327 Mar 31 20:29:22.195340 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722b3a97-23e4-4359-a0d2-089c53265fa1 x-openstack-request-id: req-722b3a97-23e4-4359-a0d2-089c53265fa1 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:22.195700 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf05438-6a81-4c75-a119-e33ca39c3323", "name": "network-vif-deleted", "tag": "fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:22.196018 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-722b3a97-23e4-4359-a0d2-089c53265fa1 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:22.196491 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722b3a97-23e4-4359-a0d2-089c53265fa1'] response: {'server_uuid': 'baf05438-6a81-4c75-a119-e33ca39c3323', 'name': 'network-vif-deleted', 'tag': 'fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50', 'status': 'completed', 'code': 200} Mar 31 20:29:22.206513 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0a38ba5f-1f10-4d9c-aed5-ec33df15b75f req-0b565821-29ce-4ae7-843b-f13f1b0bfafd tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559266 Mar 31 20:29:22.255066 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:22.465435 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:22.494321 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] Checking router: 89cb85c0-4334-4013-8749-f1be15a1d91e for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:22.502375 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:22.503012 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:28:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:22.608371 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:22.829095 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:22.833166 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37846) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:22.858525 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e660774e-39fa-480d-9a7e-a60edccedeff None None] The sync data for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi is: [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:11Z', 'revision_number': 4, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'e70a8fd6-f99d-462a-8476-d3b97b97ee67', 'name': '', 'network_id': '52a08276-8ed8-42f8-83e9-f46419f30e6e', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'mac_address': 'fa:16:3e:ff:cb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:05Z', 'updated_at': '2022-03-31T20:22:21Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'subnets': [{'id': '0dfa396b-59dd-4cc2-9232-d9b8a65c8441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:22.881683 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device efd89932-920b-466c-8eb7-d275778b2379 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:22.891516 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ffe584c-d66b-4680-97f0-eac16bb0a9c6 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (66383203-82a1-49c9-96f5-b9476f2b75a4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:22.917170 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: efd89932-920b-466c-8eb7-d275778b2379 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:22.918293 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device efd89932-920b-466c-8eb7-d275778b2379 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:22.945168 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ffe584c-d66b-4680-97f0-eac16bb0a9c6 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (66383203-82a1-49c9-96f5-b9476f2b75a4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.012114 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ffe584c-d66b-4680-97f0-eac16bb0a9c6 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (66383203-82a1-49c9-96f5-b9476f2b75a4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.014870 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ffe584c-d66b-4680-97f0-eac16bb0a9c6 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.016206 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-4ffe584c-d66b-4680-97f0-eac16bb0a9c6 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "DELETE /v2.0/security-groups/66383203-82a1-49c9-96f5-b9476f2b75a4 HTTP/1.1" status: 204 len: 168 time: 0.1814787 Mar 31 20:29:23.019108 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37856) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:23.027055 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe584c-d66b-4680-97f0-eac16bb0a9c6 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66383203-82a1-49c9-96f5-b9476f2b75a4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:23.074928 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.api.v2.resource [None req-a28531df-90cc-4bcf-9154-b5abc5c0d059 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] show failed (client error): The resource could not be found. Mar 31 20:29:23.078919 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a28531df-90cc-4bcf-9154-b5abc5c0d059 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "GET /v2.0/security-groups/66383203-82a1-49c9-96f5-b9476f2b75a4 HTTP/1.1" status: 404 len: 347 time: 0.0587814 Mar 31 20:29:23.079164 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37862) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:23.249932 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cef8037-94ce-410c-95a1-c1b891212299 None None] New status for floating IP 79ce5beb-2526-4548-9b02-646993da68a4: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:29:23.260041 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad4de4-0c7b-4900-9beb-9fb67a710ff3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Deleting port 539e665b-179e-491e-ad45-328caff2f6bc {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:23.260389 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9ad4de4-0c7b-4900-9beb-9fb67a710ff3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (539e665b-179e-491e-ad45-328caff2f6bc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.337723 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9ad4de4-0c7b-4900-9beb-9fb67a710ff3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (539e665b-179e-491e-ad45-328caff2f6bc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.338052 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9ad4de4-0c7b-4900-9beb-9fb67a710ff3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (539e665b-179e-491e-ad45-328caff2f6bc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.338565 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e1ff6-17c2-4192-adbe-756879211838 req-022f6494-bb0b-4e86-9aee-59e90b796b92 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:23.340073 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2e1ff6-17c2-4192-adbe-756879211838 req-022f6494-bb0b-4e86-9aee-59e90b796b92 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0593865 Mar 31 20:29:23.350884 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad4de4-0c7b-4900-9beb-9fb67a710ff3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Calling delete_port for 539e665b-179e-491e-ad45-328caff2f6bc owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:23.395983 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd2e1ff6-17c2-4192-adbe-756879211838 req-96b112b5-7d42-4865-88fc-22c5d91fa914 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470769 Mar 31 20:29:23.487611 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9ad4de4-0c7b-4900-9beb-9fb67a710ff3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (539e665b-179e-491e-ad45-328caff2f6bc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.513349 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad4de4-0c7b-4900-9beb-9fb67a710ff3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Pushing event deleted for resources: {'Port': ['ID=539e665b-179e-491e-ad45-328caff2f6bc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:23.574062 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9ad4de4-0c7b-4900-9beb-9fb67a710ff3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks [] for floatingip (79ce5beb-2526-4548-9b02-646993da68a4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.576607 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f9ad4de4-0c7b-4900-9beb-9fb67a710ff3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.577734 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-f9ad4de4-0c7b-4900-9beb-9fb67a710ff3 tempest-AttachVolumeTestJSON-1797554221 tempest-AttachVolumeTestJSON-1797554221-project] 10.222.0.82 "DELETE /v2.0/floatingips/79ce5beb-2526-4548-9b02-646993da68a4 HTTP/1.1" status: 204 len: 168 time: 0.4976315 Mar 31 20:29:24.315405 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37888) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:24.514639 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308404c1-2b11-4c44-a434-b206d90d05e3 req-c0444ec6-c95a-45bd-9c84-803971296356 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:24.516109 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-308404c1-2b11-4c44-a434-b206d90d05e3 req-c0444ec6-c95a-45bd-9c84-803971296356 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 944 time: 0.0516503 Mar 31 20:29:24.566317 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-308404c1-2b11-4c44-a434-b206d90d05e3 req-e187042e-3c95-49db-865c-5c9201ae6305 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445457 Mar 31 20:29:25.045697 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574330'] for router_interface (b9582a79-6e81-41e2-ade6-81d6e6c584d2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:25.283705 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] Deleting port df3d290e-4245-4b2f-a59e-da468f3d28af {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:25.284040 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:25.361806 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] For port df3d290e-4245-4b2f-a59e-da468f3d28af, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=df3d290e-4245-4b2f-a59e-da468f3d28af,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:25.362455 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:25.375853 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] Calling delete_port for df3d290e-4245-4b2f-a59e-da468f3d28af owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:25.448767 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:29:25.545036 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:25.557201 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'port_id': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'mac_address': 'fa:16:3e:4c:3b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:29:25.558362 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (df3d290e-4245-4b2f-a59e-da468f3d28af), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:25.592399 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3d290e-4245-4b2f-a59e-da468f3d28af,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:25.600841 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:25.601242 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:25.618857 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:29:25.643313 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:25.647773 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:25.709803 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,revision_number=7']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:25.793198 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575466'] for router_interface (b9582a79-6e81-41e2-ade6-81d6e6c584d2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:25.843498 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-01a83476-e4d6-48fa-a873-39fd0468a107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:25.971811 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269220e-a82d-47aa-b081-e82f02a54fce req-d4328ae2-1749-4f6c-ad56-4a3a204cd2be tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:25.973161 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3269220e-a82d-47aa-b081-e82f02a54fce req-d4328ae2-1749-4f6c-ad56-4a3a204cd2be tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 945 time: 0.3315308 Mar 31 20:29:26.020637 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3269220e-a82d-47aa-b081-e82f02a54fce req-d3412664-dbc3-46b1-b6c3-a684e8aae391 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Mar 31 20:29:26.036433 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] Router b9582a79-6e81-41e2-ade6-81d6e6c584d2 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:26.142309 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:26.147246 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-8a691ef0-57d7-4d37-983d-9af1debcd5f0 admin admin] 10.222.0.82 "PUT /v2.0/routers/b9582a79-6e81-41e2-ade6-81d6e6c584d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8301976 Mar 31 20:29:26.150025 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37908) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:26.151133 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] Sync routers for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:26.161374 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:26.161973 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:28:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:26.246857 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:26.253832 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Publish callbacks [] for router (b9582a79-6e81-41e2-ade6-81d6e6c584d2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.267547 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:26.267979 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device fbd0d3e5-d1b4-42a5-9917-ff22f4b01a50 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:26.268136 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:26.359905 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Publish callbacks [] for router_gateway (b9582a79-6e81-41e2-ade6-81d6e6c584d2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.417601 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Deleting port 130297a9-c40b-4cd8-80a3-0691ab5d5220 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:26.417936 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.498078 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] For port 130297a9-c40b-4cd8-80a3-0691ab5d5220, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=130297a9-c40b-4cd8-80a3-0691ab5d5220,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:26.498346 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.511322 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Calling delete_port for 130297a9-c40b-4cd8-80a3-0691ab5d5220 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:26.531870 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:29:25Z', 'revision_number': 5, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port': {'id': '130297a9-c40b-4cd8-80a3-0691ab5d5220', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:26.558370 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] Checking router: b9582a79-6e81-41e2-ade6-81d6e6c584d2 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:26.566842 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] Routers {'b9582a79-6e81-41e2-ade6-81d6e6c584d2'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:26.567459 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:28:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:26.656602 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] Set router b9582a79-6e81-41e2-ade6-81d6e6c584d2 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:26.685786 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (130297a9-c40b-4cd8-80a3-0691ab5d5220), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.709487 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:29:26Z', 'revision_number': 6, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port_host': None}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:26.711796 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=130297a9-c40b-4cd8-80a3-0691ab5d5220,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:26.736730 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7005ffe-ad49-4ee2-b2b5-83c654ad714d None None] The sync data for ids ['b9582a79-6e81-41e2-ade6-81d6e6c584d2'] in dv-cinder-836071-1-iscsi is: [{'id': 'b9582a79-6e81-41e2-ade6-81d6e6c584d2', 'name': 'tempest-AttachVolumeNegativeTest-1967476967-router', 'tenant_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:22:00Z', 'updated_at': '2022-03-31T20:29:26Z', 'revision_number': 6, 'project_id': '8458c23e6cee4d3ba8c3caf1196ae08b', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:26.790392 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588800'] for router_gateway (b9582a79-6e81-41e2-ade6-81d6e6c584d2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.895600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (b9582a79-6e81-41e2-ade6-81d6e6c584d2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.897753 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Publish callbacks [] for router_controller (b9582a79-6e81-41e2-ade6-81d6e6c584d2), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.960426 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577509'] for router (b9582a79-6e81-41e2-ade6-81d6e6c584d2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.961548 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9582a79-6e81-41e2-ade6-81d6e6c584d2 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:29:26.966166 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.967308 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c1d27010-e3a5-429e-8c3c-8214b51e1c85 admin admin] 10.222.0.82 "DELETE /v2.0/routers/b9582a79-6e81-41e2-ade6-81d6e6c584d2 HTTP/1.1" status: 204 len: 168 time: 0.8159983 Mar 31 20:29:26.969782 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37914) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:27.011716 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc85868-ec94-4ed5-9446-5331835a8487 admin admin] Deleting subnet 3ffa9a92-cf33-47ab-abe2-d8205846d26d {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:29:27.014801 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cc85868-ec94-4ed5-9446-5331835a8487 admin admin] Publish callbacks [] for subnet (3ffa9a92-cf33-47ab-abe2-d8205846d26d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.051273 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cc85868-ec94-4ed5-9446-5331835a8487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25904973'] for subnet (3ffa9a92-cf33-47ab-abe2-d8205846d26d), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.189178 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cc85868-ec94-4ed5-9446-5331835a8487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (3ffa9a92-cf33-47ab-abe2-d8205846d26d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.226714 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8ec0-7886-43b4-bb8f-e2fe89b13030 req-7ab84a3c-705f-48f5-95b9-d386e07dd00f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:27.228334 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-effa8ec0-7886-43b4-bb8f-e2fe89b13030 req-7ab84a3c-705f-48f5-95b9-d386e07dd00f tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 945 time: 0.1405706 Mar 31 20:29:27.284993 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cc85868-ec94-4ed5-9446-5331835a8487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952151'] for subnet (3ffa9a92-cf33-47ab-abe2-d8205846d26d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.296131 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-effa8ec0-7886-43b4-bb8f-e2fe89b13030 req-d76afd48-900e-45e9-8f8c-5d6be0f891ec tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621481 Mar 31 20:29:27.314170 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc85868-ec94-4ed5-9446-5331835a8487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ffa9a92-cf33-47ab-abe2-d8205846d26d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:27.318866 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7cc85868-ec94-4ed5-9446-5331835a8487 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.323866 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-7cc85868-ec94-4ed5-9446-5331835a8487 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/3ffa9a92-cf33-47ab-abe2-d8205846d26d HTTP/1.1" status: 204 len: 168 time: 0.3529932 Mar 31 20:29:27.325011 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb7401-5fec-4dc6-b2ea-0f67084940b3 None None] Network df94f67e-3892-4dfd-8047-a81ba5940098 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:29:27.326107 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37918) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:27.401242 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (df94f67e-3892-4dfd-8047-a81ba5940098), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.458246 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Deleting port eec4a519-9ac1-43c4-9f0a-0981010f5661 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:27.458581 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.545597 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] For port eec4a519-9ac1-43c4-9f0a-0981010f5661, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=eec4a519-9ac1-43c4-9f0a-0981010f5661,segment=NetworkSegment(27f88945-bf5b-4c11-8407-1a77d65211b3),segment_id=27f88945-bf5b-4c11-8407-1a77d65211b3)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:27.546064 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.568319 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Calling delete_port for eec4a519-9ac1-43c4-9f0a-0981010f5661 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:27.602948 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:29:27.661681 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4dd372-be04-4676-a846-75d3dd573603 None None] DHCP port deletion for df94f67e-3892-4dfd-8047-a81ba5940098 request from dv-cinder-836071-1-iscsi {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:29:27.674244 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (eec4a519-9ac1-43c4-9f0a-0981010f5661), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.687612 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] No DVR routers for this DVR port eec4a519-9ac1-43c4-9f0a-0981010f5661 on host dv-cinder-836071-1-iscsi {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:27.701615 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dd372-be04-4676-a846-75d3dd573603 None None] The port 'eec4a519-9ac1-43c4-9f0a-0981010f5661' was deleted {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 31 20:29:27.709022 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec4a519-9ac1-43c4-9f0a-0981010f5661,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:27.785317 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (df94f67e-3892-4dfd-8047-a81ba5940098), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.807400 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df94f67e-3892-4dfd-8047-a81ba5940098']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:27.817231 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f88945-bf5b-4c11-8407-1a77d65211b3') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:27.817611 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f88945-bf5b-4c11-8407-1a77d65211b3') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:27.828358 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25904966'] for segment (27f88945-bf5b-4c11-8407-1a77d65211b3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.843717 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (27f88945-bf5b-4c11-8407-1a77d65211b3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.850519 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:29:27.851065 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25327950'] for segment (27f88945-bf5b-4c11-8407-1a77d65211b3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: Traceback (most recent call last): Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: timer() Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: cb(*args, **kw) Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: return func(*args, **kwargs) Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: self._notify() Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: self.callback(batched_events) Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: event.method(event) Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: return f(self, *a, **k) Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._get(url).json() Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: return self.request(url, 'GET', **kwargs) Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:29:27.853401 dv-cinder-836071-1-iscsi neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:29:27.908088 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (df94f67e-3892-4dfd-8047-a81ba5940098), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.912698 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.919403 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] 10.222.0.82 "DELETE /v2.0/networks/df94f67e-3892-4dfd-8047-a81ba5940098 HTTP/1.1" status: 204 len: 168 time: 0.5898466 Mar 31 20:29:27.930201 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e9833-bc18-43c9-b075-465a4524ebf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=df94f67e-3892-4dfd-8047-a81ba5940098,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:28.035389 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 37936) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:28.077901 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-927f515f-fe92-44e8-ad5c-7ae638c8ceef admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8458c23e6cee4d3ba8c3caf1196ae08b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412521 Mar 31 20:29:28.080580 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 37940) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:28.115549 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b2edc303-d005-4938-baef-e66ec0c690bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:28.146241 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68bff0ef-b36c-4fac-a611-fa91fdcc71cf admin admin] Publish callbacks [] for security_group (559ff6f7-ef8f-420f-9bd7-1a4fe4b869e8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:28.168241 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68bff0ef-b36c-4fac-a611-fa91fdcc71cf admin admin] Publish callbacks [] for security_group (559ff6f7-ef8f-420f-9bd7-1a4fe4b869e8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:28.212587 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68bff0ef-b36c-4fac-a611-fa91fdcc71cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (559ff6f7-ef8f-420f-9bd7-1a4fe4b869e8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:28.215095 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-68bff0ef-b36c-4fac-a611-fa91fdcc71cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:28.216229 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-68bff0ef-b36c-4fac-a611-fa91fdcc71cf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/559ff6f7-ef8f-420f-9bd7-1a4fe4b869e8 HTTP/1.1" status: 204 len: 168 time: 0.1345637 Mar 31 20:29:28.223969 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bff0ef-b36c-4fac-a611-fa91fdcc71cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559ff6f7-ef8f-420f-9bd7-1a4fe4b869e8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:28.412129 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6dc8d-6640-4b21-9a98-5a229cd38d0f req-f67ce95c-d447-403a-8c15-45300e366a41 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:28.413597 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4bc6dc8d-6640-4b21-9a98-5a229cd38d0f req-f67ce95c-d447-403a-8c15-45300e366a41 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 945 time: 0.0513768 Mar 31 20:29:28.462761 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-4bc6dc8d-6640-4b21-9a98-5a229cd38d0f req-77b1feef-9259-41ec-901d-3a342a23fa61 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 Mar 31 20:29:28.613942 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device eec4a519-9ac1-43c4-9f0a-0981010f5661 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:28.634728 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: eec4a519-9ac1-43c4-9f0a-0981010f5661 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:28.635058 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device eec4a519-9ac1-43c4-9f0a-0981010f5661 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:28.635464 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device df3d290e-4245-4b2f-a59e-da468f3d28af no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:28.654177 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: df3d290e-4245-4b2f-a59e-da468f3d28af {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:28.654554 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device df3d290e-4245-4b2f-a59e-da468f3d28af not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:28.655022 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 130297a9-c40b-4cd8-80a3-0691ab5d5220 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:28.674438 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 130297a9-c40b-4cd8-80a3-0691ab5d5220 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:28.674822 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 130297a9-c40b-4cd8-80a3-0691ab5d5220 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:29.361766 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:29.584459 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b272726-6994-4f49-8511-f82baa37cd35 req-60dc5103-b471-414b-8717-0a138e1c47eb tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:29.586435 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6b272726-6994-4f49-8511-f82baa37cd35 req-60dc5103-b471-414b-8717-0a138e1c47eb tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 945 time: 0.0555503 Mar 31 20:29:29.633560 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6b272726-6994-4f49-8511-f82baa37cd35 req-5d4dd8b6-e822-4a47-852e-cf1d8f61a928 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415893 Mar 31 20:29:30.732250 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:30.751161 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42355b-cec2-4e4b-ad30-8615ddc55ad2 req-b7921b69-d240-4c70-b324-dc13bfad8d6d tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:30.752794 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8e42355b-cec2-4e4b-ad30-8615ddc55ad2 req-b7921b69-d240-4c70-b324-dc13bfad8d6d tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 945 time: 0.0528066 Mar 31 20:29:30.810172 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8e42355b-cec2-4e4b-ad30-8615ddc55ad2 req-a09234a3-cf00-4036-b2f4-13e041a6324b tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511379 Mar 31 20:29:31.308909 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38018) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:31.791923 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574330'] for router_interface (89cb85c0-4334-4013-8749-f1be15a1d91e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.932616 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2a1d8-b015-4e35-8c7c-1d400a1e317f req-9130af71-94d2-40b0-8526-fcc9b243bf71 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:31.934078 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-30b2a1d8-b015-4e35-8c7c-1d400a1e317f req-9130af71-94d2-40b0-8526-fcc9b243bf71 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 945 time: 0.0540943 Mar 31 20:29:31.988220 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-30b2a1d8-b015-4e35-8c7c-1d400a1e317f req-25c0f68c-587b-41a7-ada1-f5bfdb75d158 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481718 Mar 31 20:29:31.997194 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:32.036671 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] Deleting port e70a8fd6-f99d-462a-8476-d3b97b97ee67 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:32.037007 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.046125 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:32.046444 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.104478 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.116078 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] For port e70a8fd6-f99d-462a-8476-d3b97b97ee67, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=e70a8fd6-f99d-462a-8476-d3b97b97ee67,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:32.116439 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.130236 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] Calling delete_port for e70a8fd6-f99d-462a-8476-d3b97b97ee67 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:32.137253 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:32.137643 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.164090 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:32.166306 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fba107e-11fe-456c-854e-a8078f51156e" -d '{"events": [{"server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "name": "network-vif-plugged", "status": "completed", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:32.180604 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:32.185887 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.209862 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30c09c3-b758-4ea8-95af-5e9031f4258d x-openstack-request-id: req-a30c09c3-b758-4ea8-95af-5e9031f4258d {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:32.210166 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "name": "network-vif-plugged", "status": "completed", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:32.211065 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a30c09c3-b758-4ea8-95af-5e9031f4258d {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:32.211483 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30c09c3-b758-4ea8-95af-5e9031f4258d'] response: {'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'code': 200} Mar 31 20:29:32.236188 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,revision_number=8']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:32.315708 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (e70a8fd6-f99d-462a-8476-d3b97b97ee67), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.345076 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70a8fd6-f99d-462a-8476-d3b97b97ee67,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:32.508262 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575466'] for router_interface (89cb85c0-4334-4013-8749-f1be15a1d91e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.718599 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] Router 89cb85c0-4334-4013-8749-f1be15a1d91e has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:32.828647 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:32.833440 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-14215ea2-b4ca-4c9c-997c-4af0bdc1fca8 admin admin] 10.222.0.82 "PUT /v2.0/routers/89cb85c0-4334-4013-8749-f1be15a1d91e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5235224 Mar 31 20:29:32.836505 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38030) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:32.838235 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] Sync routers for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:32.847475 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:32.848094 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:32.937985 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Publish callbacks [] for router (89cb85c0-4334-4013-8749-f1be15a1d91e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.954294 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:33.143672 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447478b-056d-4c5e-ac0d-3d36321226de req-b49aef3f-7f2a-406c-b34e-b60693c2f5a9 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:33.146110 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5447478b-056d-4c5e-ac0d-3d36321226de req-b49aef3f-7f2a-406c-b34e-b60693c2f5a9 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0877097 Mar 31 20:29:33.152886 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:29:32Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:33.183913 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] Checking router: 89cb85c0-4334-4013-8749-f1be15a1d91e for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:33.192922 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] Routers {'89cb85c0-4334-4013-8749-f1be15a1d91e'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:33.193547 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['89cb85c0-4334-4013-8749-f1be15a1d91e'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:33.202380 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5447478b-056d-4c5e-ac0d-3d36321226de req-d8d9b5ab-a30d-4345-a77e-48893e9cc554 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496299 Mar 31 20:29:33.286262 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Publish callbacks [] for router_gateway (89cb85c0-4334-4013-8749-f1be15a1d91e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.301417 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] Set router 89cb85c0-4334-4013-8749-f1be15a1d91e gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:33.337842 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Deleting port a542167c-1bc2-45c0-be38-b5bc346c7347 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:33.338418 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.420953 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] For port a542167c-1bc2-45c0-be38-b5bc346c7347, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=a542167c-1bc2-45c0-be38-b5bc346c7347,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:33.421311 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.435071 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Calling delete_port for a542167c-1bc2-45c0-be38-b5bc346c7347 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:33.475032 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:29:32Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:33.501256 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b1f53-79a7-4dc2-aa3d-305c96d02336 None None] The sync data for ids ['89cb85c0-4334-4013-8749-f1be15a1d91e'] in dv-cinder-836071-1-iscsi is: [{'id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'name': 'tempest-AttachVolumeTestJSON-1424089474-router', 'tenant_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:29:32Z', 'revision_number': 5, 'project_id': '0ffda7d751584e3fa2a86ea0c5dd3a59', 'gw_port': {'id': 'a542167c-1bc2-45c0-be38-b5bc346c7347', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb85c0-4334-4013-8749-f1be15a1d91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:21:59Z', 'updated_at': '2022-03-31T20:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:33.597975 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (a542167c-1bc2-45c0-be38-b5bc346c7347), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.623390 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Pushing event deleted for resources: {'Port': ['ID=a542167c-1bc2-45c0-be38-b5bc346c7347,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:33.680571 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588800'] for router_gateway (89cb85c0-4334-4013-8749-f1be15a1d91e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.763450 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.772354 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (89cb85c0-4334-4013-8749-f1be15a1d91e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.774631 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Publish callbacks [] for router_controller (89cb85c0-4334-4013-8749-f1be15a1d91e), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.817201 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577509'] for router (89cb85c0-4334-4013-8749-f1be15a1d91e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.817675 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89cb85c0-4334-4013-8749-f1be15a1d91e {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:29:33.821864 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.823005 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2d809497-9035-40ef-99b2-00d6ed4a9551 admin admin] 10.222.0.82 "DELETE /v2.0/routers/89cb85c0-4334-4013-8749-f1be15a1d91e HTTP/1.1" status: 204 len: 168 time: 0.9855509 Mar 31 20:29:33.825503 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38038) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:33.871597 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea7d40a-0e02-40d1-b403-75e6b419b767 admin admin] Deleting subnet 0dfa396b-59dd-4cc2-9232-d9b8a65c8441 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:29:33.874986 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d40a-0e02-40d1-b403-75e6b419b767 admin admin] Publish callbacks [] for subnet (0dfa396b-59dd-4cc2-9232-d9b8a65c8441), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.910388 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d40a-0e02-40d1-b403-75e6b419b767 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25685534'] for subnet (0dfa396b-59dd-4cc2-9232-d9b8a65c8441), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.002602 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d40a-0e02-40d1-b403-75e6b419b767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (0dfa396b-59dd-4cc2-9232-d9b8a65c8441), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.013636 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b370668-af7e-45c1-80de-09e6618488f2 req-117f914c-b3ac-40ec-97ac-796e205a10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:34.015282 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9b370668-af7e-45c1-80de-09e6618488f2 req-117f914c-b3ac-40ec-97ac-796e205a10fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 1130 time: 0.0593054 Mar 31 20:29:34.072599 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d40a-0e02-40d1-b403-75e6b419b767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3511483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977203'] for subnet (0dfa396b-59dd-4cc2-9232-d9b8a65c8441), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.075817 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9b370668-af7e-45c1-80de-09e6618488f2 req-29d2f230-1dc1-43d0-9e44-935e564f19a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512989 Mar 31 20:29:34.101141 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7d40a-0e02-40d1-b403-75e6b419b767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dfa396b-59dd-4cc2-9232-d9b8a65c8441,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:34.104728 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ea7d40a-0e02-40d1-b403-75e6b419b767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.107928 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0ea7d40a-0e02-40d1-b403-75e6b419b767 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/0dfa396b-59dd-4cc2-9232-d9b8a65c8441 HTTP/1.1" status: 204 len: 168 time: 0.2813680 Mar 31 20:29:34.110317 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38050) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:34.115474 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f6bc4-804c-4f2e-a354-5c38930f624a None None] Network 52a08276-8ed8-42f8-83e9-f46419f30e6e requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:29:34.208253 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (52a08276-8ed8-42f8-83e9-f46419f30e6e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.301086 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Deleting port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:34.302879 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.333481 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b9329-da1a-4894-9a80-dbf7b679ddc8 None None] DHCP port deletion for 52a08276-8ed8-42f8-83e9-f46419f30e6e request from dv-cinder-836071-1-iscsi {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:29:34.367855 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea00e7-82b1-442d-816f-3a7964330bcb req-33dc2c4c-ee7a-4a23-84a7-587bae5eaed1 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:34.371289 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f2ea00e7-82b1-442d-816f-3a7964330bcb req-33dc2c4c-ee7a-4a23-84a7-587bae5eaed1 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0673032 Mar 31 20:29:34.377788 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] For port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:34.378331 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.394490 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b9329-da1a-4894-9a80-dbf7b679ddc8 None None] Deleting port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:34.394910 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9329-da1a-4894-9a80-dbf7b679ddc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.395335 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Calling delete_port for 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:34.436973 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f2ea00e7-82b1-442d-816f-3a7964330bcb req-a80c4213-b1de-494b-9b1d-59e638c4010a tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600665 Mar 31 20:29:34.466268 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-0f5b9329-da1a-4894-9a80-dbf7b679ddc8 None None] For port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8,segment=NetworkSegment(aee45512-c59b-4d6a-aba6-8f10be66c94b),segment_id=aee45512-c59b-4d6a-aba6-8f10be66c94b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:34.466777 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9329-da1a-4894-9a80-dbf7b679ddc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.485323 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.486769 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b9329-da1a-4894-9a80-dbf7b679ddc8 None None] Calling delete_port for 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:34.511950 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:34.518903 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] No DVR routers for this DVR port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 on host dv-cinder-836071-1-iscsi {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:34.572332 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9329-da1a-4894-9a80-dbf7b679ddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383'] for port (3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.603689 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (52a08276-8ed8-42f8-83e9-f46419f30e6e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.604041 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b9329-da1a-4894-9a80-dbf7b679ddc8 None None] Pushing event deleted for resources: {'Port': ['ID=3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:34.604041 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b9329-da1a-4894-9a80-dbf7b679ddc8 None None] No DVR routers for this DVR port 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 on host dv-cinder-836071-1-iscsi {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:34.627185 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a08276-8ed8-42f8-83e9-f46419f30e6e']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:34.636933 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee45512-c59b-4d6a-aba6-8f10be66c94b') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:34.637218 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee45512-c59b-4d6a-aba6-8f10be66c94b') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:34.646954 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25685525'] for segment (aee45512-c59b-4d6a-aba6-8f10be66c94b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.661406 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (aee45512-c59b-4d6a-aba6-8f10be66c94b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.669270 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:29:34.669678 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512093'] for segment (aee45512-c59b-4d6a-aba6-8f10be66c94b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: Traceback (most recent call last): Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: timer() Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: cb(*args, **kw) Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: return func(*args, **kwargs) Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: self._notify() Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: self.callback(batched_events) Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: event.method(event) Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: return f(self, *a, **k) Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._get(url).json() Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: return self.request(url, 'GET', **kwargs) Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:29:34.671729 dv-cinder-836071-1-iscsi neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:29:34.733872 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (52a08276-8ed8-42f8-83e9-f46419f30e6e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.752321 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a08276-8ed8-42f8-83e9-f46419f30e6e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:34.754549 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.758270 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-a6af9a06-a1eb-498a-8144-8059bc5f2807 admin admin] 10.222.0.82 "DELETE /v2.0/networks/52a08276-8ed8-42f8-83e9-f46419f30e6e HTTP/1.1" status: 204 len: 168 time: 0.6469481 Mar 31 20:29:34.762401 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device e70a8fd6-f99d-462a-8476-d3b97b97ee67 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:34.784211 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: e70a8fd6-f99d-462a-8476-d3b97b97ee67 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:34.784566 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device e70a8fd6-f99d-462a-8476-d3b97b97ee67 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:34.785055 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:34.806603 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:34.806978 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3ac72d7b-03fe-45b2-8be6-5dd67ca7afb8 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:34.807405 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device a542167c-1bc2-45c0-be38-b5bc346c7347 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:34.827567 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: a542167c-1bc2-45c0-be38-b5bc346c7347 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:34.827915 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device a542167c-1bc2-45c0-be38-b5bc346c7347 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:34.895323 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38092) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:34.933541 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a738c611-7b6c-449c-a613-d915b4731adf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0ffda7d751584e3fa2a86ea0c5dd3a59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0370970 Mar 31 20:29:34.935999 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38094) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:34.981055 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-390f4861-93c4-4273-ba73-ba39a84e9db3 admin admin] Publish callbacks [] for security_group (31f3f1ab-afa0-4a1a-83cf-fcedcb701847), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:35.002339 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-390f4861-93c4-4273-ba73-ba39a84e9db3 admin admin] Publish callbacks [] for security_group (31f3f1ab-afa0-4a1a-83cf-fcedcb701847), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:35.047398 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-390f4861-93c4-4273-ba73-ba39a84e9db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (31f3f1ab-afa0-4a1a-83cf-fcedcb701847), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:35.049900 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-390f4861-93c4-4273-ba73-ba39a84e9db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:35.051090 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-390f4861-93c4-4273-ba73-ba39a84e9db3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/31f3f1ab-afa0-4a1a-83cf-fcedcb701847 HTTP/1.1" status: 204 len: 168 time: 0.1142187 Mar 31 20:29:35.060218 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f4861-93c4-4273-ba73-ba39a84e9db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3f1ab-afa0-4a1a-83cf-fcedcb701847,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:35.561095 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cfe41-8892-4129-ae90-6b753525c52d req-0bb3b97d-3ed6-4de8-a2a0-680840c561ad tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:35.562552 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a79cfe41-8892-4129-ae90-6b753525c52d req-0bb3b97d-3ed6-4de8-a2a0-680840c561ad tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0553064 Mar 31 20:29:35.617827 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a79cfe41-8892-4129-ae90-6b753525c52d req-39d1319e-b0cc-4137-9d47-2ae7b77acdff tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459716 Mar 31 20:29:36.233537 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38152) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:36.334305 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42440492-9bda-41ef-bf3f-ec28fac1a42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:36.407697 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42440492-9bda-41ef-bf3f-ec28fac1a42f admin admin] Publish callbacks [] for security_group (01962b41-6a8a-46ab-af09-2e69b8eb7de4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:36.411210 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-42440492-9bda-41ef-bf3f-ec28fac1a42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (01962b41-6a8a-46ab-af09-2e69b8eb7de4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:36.447886 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42440492-9bda-41ef-bf3f-ec28fac1a42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01962b41-6a8a-46ab-af09-2e69b8eb7de4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:36.452138 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-42440492-9bda-41ef-bf3f-ec28fac1a42f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=df6c402009794b3694af444ca81e9bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175827 Mar 31 20:29:36.454819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38156) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:36.503128 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a332f06d-7e1f-4556-bbb5-e60c8fa139a9 admin admin] Publish callbacks [] for security_group (01962b41-6a8a-46ab-af09-2e69b8eb7de4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:36.523596 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a332f06d-7e1f-4556-bbb5-e60c8fa139a9 admin admin] Publish callbacks [] for security_group (01962b41-6a8a-46ab-af09-2e69b8eb7de4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:36.572617 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a332f06d-7e1f-4556-bbb5-e60c8fa139a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (01962b41-6a8a-46ab-af09-2e69b8eb7de4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:36.575423 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a332f06d-7e1f-4556-bbb5-e60c8fa139a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:36.576534 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a332f06d-7e1f-4556-bbb5-e60c8fa139a9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/01962b41-6a8a-46ab-af09-2e69b8eb7de4 HTTP/1.1" status: 204 len: 168 time: 0.1207931 Mar 31 20:29:36.584071 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332f06d-7e1f-4556-bbb5-e60c8fa139a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01962b41-6a8a-46ab-af09-2e69b8eb7de4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:36.738396 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac77ea0-99b9-4198-82b5-906fa9dfc892 req-29b1db82-fdce-4c32-8b28-64545023fff3 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:36.740385 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9ac77ea0-99b9-4198-82b5-906fa9dfc892 req-29b1db82-fdce-4c32-8b28-64545023fff3 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0517254 Mar 31 20:29:36.790155 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9ac77ea0-99b9-4198-82b5-906fa9dfc892 req-af95d67d-4bb1-4b80-9807-b3c0b7d7e5b7 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440695 Mar 31 20:29:37.907506 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72908-aec9-471d-b1b5-da73f8f2b08a req-036c66cc-9558-4e96-aac6-4a5fc26a31d0 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:37.908980 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-82d72908-aec9-471d-b1b5-da73f8f2b08a req-036c66cc-9558-4e96-aac6-4a5fc26a31d0 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0526671 Mar 31 20:29:37.967041 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-82d72908-aec9-471d-b1b5-da73f8f2b08a req-7a12d1b7-8f7a-4a6b-9d90-16e03d4dded0 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519023 Mar 31 20:29:38.420839 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38258) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:38.527058 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da9238fc-07de-4cee-be92-5a2eb46b393f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:38.598650 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da9238fc-07de-4cee-be92-5a2eb46b393f admin admin] Publish callbacks [] for security_group (276e3d6f-f390-46fb-ba0d-195c6f74f624), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:38.602038 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-da9238fc-07de-4cee-be92-5a2eb46b393f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (276e3d6f-f390-46fb-ba0d-195c6f74f624), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:38.638918 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-da9238fc-07de-4cee-be92-5a2eb46b393f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2b176dc3a9d142b783b5b76eabba1a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170362 Mar 31 20:29:38.639772 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9238fc-07de-4cee-be92-5a2eb46b393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276e3d6f-f390-46fb-ba0d-195c6f74f624,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:38.641631 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38262) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:38.689373 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9618cd-653f-4e46-b21f-ec43bea1c197 admin admin] Publish callbacks [] for security_group (276e3d6f-f390-46fb-ba0d-195c6f74f624), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:38.710068 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9618cd-653f-4e46-b21f-ec43bea1c197 admin admin] Publish callbacks [] for security_group (276e3d6f-f390-46fb-ba0d-195c6f74f624), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:38.759424 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9618cd-653f-4e46-b21f-ec43bea1c197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (276e3d6f-f390-46fb-ba0d-195c6f74f624), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:38.762247 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db9618cd-653f-4e46-b21f-ec43bea1c197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:38.763428 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-db9618cd-653f-4e46-b21f-ec43bea1c197 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/276e3d6f-f390-46fb-ba0d-195c6f74f624 HTTP/1.1" status: 204 len: 168 time: 0.1208065 Mar 31 20:29:38.770993 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9618cd-653f-4e46-b21f-ec43bea1c197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e3d6f-f390-46fb-ba0d-195c6f74f624,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:39.014366 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38270) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:39.028134 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00fe0bf1-c76c-46f0-90f9-46bf8167270f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:39.102172 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00fe0bf1-c76c-46f0-90f9-46bf8167270f admin admin] Publish callbacks [] for security_group (f12c319c-3e8b-432f-a26a-1912f3be2e99), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:39.105712 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00fe0bf1-c76c-46f0-90f9-46bf8167270f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f12c319c-3e8b-432f-a26a-1912f3be2e99), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:39.142903 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-00fe0bf1-c76c-46f0-90f9-46bf8167270f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5bbaad12d2ab494eaa50bf324371780f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273751 Mar 31 20:29:39.143959 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe0bf1-c76c-46f0-90f9-46bf8167270f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c319c-3e8b-432f-a26a-1912f3be2e99,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:39.145541 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38274) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:39.193337 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6ee352d-b207-4e29-b0f2-a6a3e4816454 admin admin] Publish callbacks [] for security_group (f12c319c-3e8b-432f-a26a-1912f3be2e99), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:39.214975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6ee352d-b207-4e29-b0f2-a6a3e4816454 admin admin] Publish callbacks [] for security_group (f12c319c-3e8b-432f-a26a-1912f3be2e99), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:39.260140 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6ee352d-b207-4e29-b0f2-a6a3e4816454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f12c319c-3e8b-432f-a26a-1912f3be2e99), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:39.262724 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6ee352d-b207-4e29-b0f2-a6a3e4816454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:39.263848 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-d6ee352d-b207-4e29-b0f2-a6a3e4816454 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f12c319c-3e8b-432f-a26a-1912f3be2e99 HTTP/1.1" status: 204 len: 168 time: 0.1166549 Mar 31 20:29:39.271120 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee352d-b207-4e29-b0f2-a6a3e4816454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c319c-3e8b-432f-a26a-1912f3be2e99,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:39.395499 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:29:43.556740 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38402) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:43.567328 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38406) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:43.662420 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a829e65-256f-40bd-ae9c-de6a2c362ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.677797 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff7716ac-96d2-4571-acd9-80eb9001d29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.798234 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a829e65-256f-40bd-ae9c-de6a2c362ecd admin admin] Publish callbacks [] for security_group (680d1292-67d6-41d9-a36b-4cd9b58dfb28), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.800450 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff7716ac-96d2-4571-acd9-80eb9001d29e admin admin] Publish callbacks [] for security_group (9e0eea76-4546-4541-a147-5d98aee634b4), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.802234 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a829e65-256f-40bd-ae9c-de6a2c362ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (680d1292-67d6-41d9-a36b-4cd9b58dfb28), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.812230 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ff7716ac-96d2-4571-acd9-80eb9001d29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (9e0eea76-4546-4541-a147-5d98aee634b4), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.855243 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a829e65-256f-40bd-ae9c-de6a2c362ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680d1292-67d6-41d9-a36b-4cd9b58dfb28,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:43.861548 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-9a829e65-256f-40bd-ae9c-de6a2c362ecd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c59deb0fcd494e46990c9d9a3ba2ac46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037274 Mar 31 20:29:43.863830 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ff7716ac-96d2-4571-acd9-80eb9001d29e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=24e5cc92300b46b9bf04a125c1ab067c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955649 Mar 31 20:29:43.866546 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38410) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:43.866969 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38412) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:43.883035 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7716ac-96d2-4571-acd9-80eb9001d29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0eea76-4546-4541-a147-5d98aee634b4,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:43.950146 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2631e3d8-25d2-453e-ba91-03279510ccb4 admin admin] Publish callbacks [] for security_group (9e0eea76-4546-4541-a147-5d98aee634b4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.954349 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e95d1a76-3432-4422-9abf-28f2856600d3 admin admin] Publish callbacks [] for security_group (680d1292-67d6-41d9-a36b-4cd9b58dfb28), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.988823 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2631e3d8-25d2-453e-ba91-03279510ccb4 admin admin] Publish callbacks [] for security_group (9e0eea76-4546-4541-a147-5d98aee634b4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.998518 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e95d1a76-3432-4422-9abf-28f2856600d3 admin admin] Publish callbacks [] for security_group (680d1292-67d6-41d9-a36b-4cd9b58dfb28), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.059687 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2631e3d8-25d2-453e-ba91-03279510ccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (9e0eea76-4546-4541-a147-5d98aee634b4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.062344 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2631e3d8-25d2-453e-ba91-03279510ccb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.063503 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2631e3d8-25d2-453e-ba91-03279510ccb4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9e0eea76-4546-4541-a147-5d98aee634b4 HTTP/1.1" status: 204 len: 168 time: 0.1956131 Mar 31 20:29:44.067153 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e95d1a76-3432-4422-9abf-28f2856600d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (680d1292-67d6-41d9-a36b-4cd9b58dfb28), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.070258 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e95d1a76-3432-4422-9abf-28f2856600d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.074019 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e95d1a76-3432-4422-9abf-28f2856600d3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/680d1292-67d6-41d9-a36b-4cd9b58dfb28 HTTP/1.1" status: 204 len: 168 time: 0.2049532 Mar 31 20:29:44.079062 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631e3d8-25d2-453e-ba91-03279510ccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0eea76-4546-4541-a147-5d98aee634b4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:44.094482 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d1a76-3432-4422-9abf-28f2856600d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680d1292-67d6-41d9-a36b-4cd9b58dfb28,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:44.348388 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38428) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:44.363168 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a576308-7bf4-43cd-ac89-84e4fb1e6a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.437461 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a576308-7bf4-43cd-ac89-84e4fb1e6a38 admin admin] Publish callbacks [] for security_group (58d056c0-e2a9-4c0e-bd30-0eee42866dfe), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.443817 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a576308-7bf4-43cd-ac89-84e4fb1e6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (58d056c0-e2a9-4c0e-bd30-0eee42866dfe), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.485861 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-9a576308-7bf4-43cd-ac89-84e4fb1e6a38 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fef531b05d7c4cbdb748552a76bb6e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363485 Mar 31 20:29:44.486797 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a576308-7bf4-43cd-ac89-84e4fb1e6a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d056c0-e2a9-4c0e-bd30-0eee42866dfe,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:44.488580 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38434) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:44.538050 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-986f5c2f-1970-407a-af17-70ac11b55ab5 admin admin] Publish callbacks [] for security_group (58d056c0-e2a9-4c0e-bd30-0eee42866dfe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.559763 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-986f5c2f-1970-407a-af17-70ac11b55ab5 admin admin] Publish callbacks [] for security_group (58d056c0-e2a9-4c0e-bd30-0eee42866dfe), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.608830 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-986f5c2f-1970-407a-af17-70ac11b55ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (58d056c0-e2a9-4c0e-bd30-0eee42866dfe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.611668 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-986f5c2f-1970-407a-af17-70ac11b55ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.612897 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-986f5c2f-1970-407a-af17-70ac11b55ab5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/58d056c0-e2a9-4c0e-bd30-0eee42866dfe HTTP/1.1" status: 204 len: 168 time: 0.1233237 Mar 31 20:29:44.620796 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f5c2f-1970-407a-af17-70ac11b55ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d056c0-e2a9-4c0e-bd30-0eee42866dfe,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:44.792978 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38450) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:44.887423 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1597249662-network', 'tenant_id': 'd90622c468f44197978111b7511bef78'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:44.907877 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Made reservation on behalf of d90622c468f44197978111b7511bef78 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:29:44.910319 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.919742 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.998738 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Publish callbacks [] for security_group (3c3a9dd7-48cf-4840-a257-40507d4ee08b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.002626 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (3c3a9dd7-48cf-4840-a257-40507d4ee08b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.023539 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:29:45.043543 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3a9dd7-48cf-4840-a257-40507d4ee08b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:45.048243 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (b7d0ea72-42f1-4e14-910e-e2e00e170213), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.048837 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Added segment b7d0ea72-42f1-4e14-910e-e2e00e170213 of type vlan for network 5a0b1869-96fc-439a-98df-7c8791445c54 Mar 31 20:29:45.092191 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (5a0b1869-96fc-439a-98df-7c8791445c54), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.117191 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (5a0b1869-96fc-439a-98df-7c8791445c54), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.118140 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:45.118733 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.169621 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3754795 Mar 31 20:29:45.172647 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38470) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:45.181182 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2ffb2-5e50-4b14-a541-44b8890d0e09 admin admin] Pushing event updated for resources: {'Network': ['ID=5a0b1869-96fc-439a-98df-7c8791445c54,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:45.182133 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Request body: {'subnet': {'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1597249662-subnet', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:45.192926 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 5a0b1869-96fc-439a-98df-7c8791445c54 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:29:45.209081 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Made reservation on behalf of d90622c468f44197978111b7511bef78 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:29:45.211460 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25952136'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.391537 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25328299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25952158'] for subnet (d2008bf2-70d2-4095-bc32-f321f628efb5), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.440253 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2008bf2-70d2-4095-bc32-f321f628efb5,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:45.455023 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Checking segment: {'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:29:45.455335 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Network hostable DHCP agents. Network: 5a0b1869-96fc-439a-98df-7c8791445c54, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:29:45.471094 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Network 5a0b1869-96fc-439a-98df-7c8791445c54 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:29:45.482552 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 5a0b1869-96fc-439a-98df-7c8791445c54) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:45.487212 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:45.488134 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.492203 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc6310-b160-4e19-b9e6-30586063fbb7 None None] Network 5a0b1869-96fc-439a-98df-7c8791445c54 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:29:45.507998 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-e4390420-89d3-4b7a-9e7b-d9e921296870 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3306236 Mar 31 20:29:45.508425 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38480) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:45.516061 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:45.536490 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (4b935530-a185-482e-bb81-b98ab16b6953), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.538499 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (4b935530-a185-482e-bb81-b98ab16b6953), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.597242 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks [] for router_controller (4b935530-a185-482e-bb81-b98ab16b6953), precommit_add_association {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.608119 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-5a0b1869-96fc-439a-98df-7c8791445c54', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'project_id': 'd90622c468f44197978111b7511bef78', 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:29:45.608965 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.759487 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Allocated IP 172.20.0.2 (5a0b1869-96fc-439a-98df-7c8791445c54/d2008bf2-70d2-4095-bc32-f321f628efb5/3188a08a-c0fe-465b-a20e-3e491630d281) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:29:45.759679 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks [] for router_gateway (4b935530-a185-482e-bb81-b98ab16b6953), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.908489 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Publish callbacks [] for port (3188a08a-c0fe-465b-a20e-3e491630d281), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.914840 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.953560 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Network 5a0b1869-96fc-439a-98df-7c8791445c54 is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:45.960635 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:45.965143 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:29:45.968213 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Pushing event updated for resources: {'Port': ['ID=3188a08a-c0fe-465b-a20e-3e491630d281,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:45.970533 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks [] for router_gateway (4b935530-a185-482e-bb81-b98ab16b6953), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:45.993275 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:46.025136 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Attempting to bind port 3188a08a-c0fe-465b-a20e-3e491630d281 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:29:46.025604 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Attempting to bind port 3188a08a-c0fe-465b-a20e-3e491630d281 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:29:46.026040 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Attempting to bind port 3188a08a-c0fe-465b-a20e-3e491630d281 on network 5a0b1869-96fc-439a-98df-7c8791445c54 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:29:46.031206 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:29:46.031656 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Checking segment: {'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:29:46.032131 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:46.032589 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Bound using segment: {'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:29:46.033128 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Bound port: 3188a08a-c0fe-465b-a20e-3e491630d281, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:29:46.033591 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:46.106279 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] For port 3188a08a-c0fe-465b-a20e-3e491630d281, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:29:46.109756 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] For port 3188a08a-c0fe-465b-a20e-3e491630d281, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3188a08a-c0fe-465b-a20e-3e491630d281,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:29:46.114394 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Allocated IP 172.27.1.211 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/294f556c-d2eb-46eb-827b-bfe43758f5ce) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:29:46.116280 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:46.180180 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753daf4e-ae8d-45ee-b5e0-36b99bfa36fd None None] Pushing event updated for resources: {'Port': ['ID=3188a08a-c0fe-465b-a20e-3e491630d281,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:46.238418 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks [] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:46.277664 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:46.339432 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:46.350219 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:46.353362 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:29:46.362408 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Pushing event updated for resources: {'Port': ['ID=294f556c-d2eb-46eb-827b-bfe43758f5ce,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:46.680630 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3188a08a-c0fe-465b-a20e-3e491630d281 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:46.687018 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks [] for router_gateway (4b935530-a185-482e-bb81-b98ab16b6953), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:46.903796 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 3188a08a-c0fe-465b-a20e-3e491630d281 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:46.904524 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:47.009653 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 3188a08a-c0fe-465b-a20e-3e491630d281 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:47.010241 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:47.050418 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 3188a08a-c0fe-465b-a20e-3e491630d281, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3188a08a-c0fe-465b-a20e-3e491630d281,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:47.055536 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:47.115724 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=3188a08a-c0fe-465b-a20e-3e491630d281,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:47.216265 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (4b935530-a185-482e-bb81-b98ab16b6953), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:47.273444 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5248d160-b6d4-4be9-8489-5cc75197fc90 None None] Network 5a0b1869-96fc-439a-98df-7c8791445c54 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:29:47.345902 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-bba6aaac-98af-4319-ba28-6e310b239d76 None None] Provisioning complete for port 3188a08a-c0fe-465b-a20e-3e491630d281 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:47.346558 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bba6aaac-98af-4319-ba28-6e310b239d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:47.363064 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Router 4b935530-a185-482e-bb81-b98ab16b6953 is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:29:47.467476 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bba6aaac-98af-4319-ba28-6e310b239d76 None None] Current status of the port 3188a08a-c0fe-465b-a20e-3e491630d281 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:47.493447 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:47.506265 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Sync routers for ids ['4b935530-a185-482e-bb81-b98ab16b6953'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:47.520155 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:47.521820 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-193a66f5-3bfb-4105-8f8e-4b150b3961ff admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0121346 Mar 31 20:29:47.525360 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38594) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:47.525861 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Routers {'4b935530-a185-482e-bb81-b98ab16b6953'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:47.526143 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['4b935530-a185-482e-bb81-b98ab16b6953'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:47.658088 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Set router 4b935530-a185-482e-bb81-b98ab16b6953 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:47.797659 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-aac3b4fe-ca69-4f64-ad6a-cf20898fb4b7 None None] Provisioning complete for port 3188a08a-c0fe-465b-a20e-3e491630d281 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:47.799169 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-aac3b4fe-ca69-4f64-ad6a-cf20898fb4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:47.908383 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:46Z', 'revision_number': 3, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:47.917373 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38610) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:47.921602 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-aac3b4fe-ca69-4f64-ad6a-cf20898fb4b7 None None] Current status of the port 3188a08a-c0fe-465b-a20e-3e491630d281 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:47.938758 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Checking router: 4b935530-a185-482e-bb81-b98ab16b6953 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:47.939403 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Updating router 4b935530-a185-482e-bb81-b98ab16b6953 port 294f556c-d2eb-46eb-827b-bfe43758f5ce binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:29:47.969175 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.041700 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-30317a7f-9784-4572-8f36-b3feae49d7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.124211 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-30317a7f-9784-4572-8f36-b3feae49d7b0 admin admin] Publish callbacks [] for security_group (fa52a88f-e870-40ca-aa21-02d8647e59c5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.129826 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-30317a7f-9784-4572-8f36-b3feae49d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (fa52a88f-e870-40ca-aa21-02d8647e59c5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.176871 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-30317a7f-9784-4572-8f36-b3feae49d7b0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7df9291ec4e844acac0dd81725ba3ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577634 Mar 31 20:29:48.177111 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38614) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:48.178610 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30317a7f-9784-4572-8f36-b3feae49d7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa52a88f-e870-40ca-aa21-02d8647e59c5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:48.261656 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Publish callbacks [] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.264132 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a73d1f11-9b19-4722-a6f9-26c0d8f942fb admin admin] Publish callbacks [] for security_group (fa52a88f-e870-40ca-aa21-02d8647e59c5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.267166 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.312100 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a73d1f11-9b19-4722-a6f9-26c0d8f942fb admin admin] Publish callbacks [] for security_group (fa52a88f-e870-40ca-aa21-02d8647e59c5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.321568 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Attempting to bind port 294f556c-d2eb-46eb-827b-bfe43758f5ce on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:29:48.321942 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Attempting to bind port 294f556c-d2eb-46eb-827b-bfe43758f5ce by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:29:48.322309 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Attempting to bind port 294f556c-d2eb-46eb-827b-bfe43758f5ce on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:29:48.324183 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Pushing event updated for resources: {'Port': ['ID=294f556c-d2eb-46eb-827b-bfe43758f5ce,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:48.332869 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:29:48.333249 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:29:48.333653 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.334050 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:29:48.334519 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Bound port: 294f556c-d2eb-46eb-827b-bfe43758f5ce, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:29:48.335488 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.338338 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.338710 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.339082 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.339438 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.339779 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.340109 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.340466 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.340794 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.341118 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.341442 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.341767 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.342111 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.342438 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.342780 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.343102 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:48.386027 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.398992 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] For port 294f556c-d2eb-46eb-827b-bfe43758f5ce, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:29:48.402231 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a73d1f11-9b19-4722-a6f9-26c0d8f942fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (fa52a88f-e870-40ca-aa21-02d8647e59c5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.402510 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] For port 294f556c-d2eb-46eb-827b-bfe43758f5ce, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=294f556c-d2eb-46eb-827b-bfe43758f5ce,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:29:48.404687 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a73d1f11-9b19-4722-a6f9-26c0d8f942fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.405788 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a73d1f11-9b19-4722-a6f9-26c0d8f942fb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fa52a88f-e870-40ca-aa21-02d8647e59c5 HTTP/1.1" status: 204 len: 168 time: 0.2280271 Mar 31 20:29:48.408459 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.446008 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d1f11-9b19-4722-a6f9-26c0d8f942fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa52a88f-e870-40ca-aa21-02d8647e59c5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:48.484563 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212a6fd-52b6-4398-b89e-10baada466bd None None] Pushing event updated for resources: {'Port': ['ID=294f556c-d2eb-46eb-827b-bfe43758f5ce,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:48.488523 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Routers {'4b935530-a185-482e-bb81-b98ab16b6953'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:48.489301 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['4b935530-a185-482e-bb81-b98ab16b6953'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:48.565367 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Allocated IP 172.20.0.1 (5a0b1869-96fc-439a-98df-7c8791445c54/d2008bf2-70d2-4095-bc32-f321f628efb5/2b3b1645-dfe0-4f11-b01d-9197715b0216) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:29:48.610160 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] Set router 4b935530-a185-482e-bb81-b98ab16b6953 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:48.649388 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3188a08a-c0fe-465b-a20e-3e491630d281 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:48.691816 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Publish callbacks [] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.700356 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 3188a08a-c0fe-465b-a20e-3e491630d281 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:48.700742 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.731730 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.784870 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Network 5a0b1869-96fc-439a-98df-7c8791445c54 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:48.788905 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:48.791858 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:29:48.795682 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 3188a08a-c0fe-465b-a20e-3e491630d281 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:48.802677 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38620) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:48.816437 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3b1645-dfe0-4f11-b01d-9197715b0216,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:48.822040 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:46Z', 'revision_number': 3, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:48.822852 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50617d34-2ff2-4848-bd63-ffd8e6ca1627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.838514 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (4b935530-a185-482e-bb81-b98ab16b6953), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.851453 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5b3d6-2c22-4779-9262-14bff17dc3cb None None] The sync data for ids ['4b935530-a185-482e-bb81-b98ab16b6953'] in dv-cinder-836071-1-iscsi is: [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:46Z', 'revision_number': 3, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:48.952871 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50617d34-2ff2-4848-bd63-ffd8e6ca1627 admin admin] Publish callbacks [] for security_group (82b2fb15-8a04-401b-9a95-3d271d70c2e5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.960292 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50617d34-2ff2-4848-bd63-ffd8e6ca1627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (82b2fb15-8a04-401b-9a95-3d271d70c2e5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.010140 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50617d34-2ff2-4848-bd63-ffd8e6ca1627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b2fb15-8a04-401b-9a95-3d271d70c2e5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:49.012945 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.027656 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-50617d34-2ff2-4848-bd63-ffd8e6ca1627 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ef4372a7b99345a392c1d466f2e84b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199957 Mar 31 20:29:49.027852 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38624) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:49.163355 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-568c790d-79b6-4659-bcb9-50a4a69c1ff2 None None] Provisioning complete for port 2b3b1645-dfe0-4f11-b01d-9197715b0216 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:49.163914 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-568c790d-79b6-4659-bcb9-50a4a69c1ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.173431 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2935-b15a-4ddc-a2bb-23bd7fb805c8 admin admin] Publish callbacks [] for security_group (82b2fb15-8a04-401b-9a95-3d271d70c2e5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.203100 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-568c790d-79b6-4659-bcb9-50a4a69c1ff2 None None] Port 2b3b1645-dfe0-4f11-b01d-9197715b0216 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:29:49.213665 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2935-b15a-4ddc-a2bb-23bd7fb805c8 admin admin] Publish callbacks [] for security_group (82b2fb15-8a04-401b-9a95-3d271d70c2e5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.284625 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Publish callbacks [] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.290235 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.339752 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2935-b15a-4ddc-a2bb-23bd7fb805c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (82b2fb15-8a04-401b-9a95-3d271d70c2e5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.342344 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2935-b15a-4ddc-a2bb-23bd7fb805c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.343605 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-bc3f2935-b15a-4ddc-a2bb-23bd7fb805c8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/82b2fb15-8a04-401b-9a95-3d271d70c2e5 HTTP/1.1" status: 204 len: 168 time: 0.3149800 Mar 31 20:29:49.366277 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f2935-b15a-4ddc-a2bb-23bd7fb805c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b2fb15-8a04-401b-9a95-3d271d70c2e5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:49.373529 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3b1645-dfe0-4f11-b01d-9197715b0216,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:49.375875 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (4b935530-a185-482e-bb81-b98ab16b6953), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.480610 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Network 5a0b1869-96fc-439a-98df-7c8791445c54 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:49.482046 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:49.628668 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Router 4b935530-a185-482e-bb81-b98ab16b6953 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:49.757092 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:49.762171 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-70f0773a-8eb7-4903-a5d7-b3f0ffd3c728 admin admin] 10.222.0.82 "PUT /v2.0/routers/4b935530-a185-482e-bb81-b98ab16b6953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2346625 Mar 31 20:29:49.834000 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b6310a4c-6d20-41c0-9261-6e7ca4842f0b None None] Provisioning complete for port 2b3b1645-dfe0-4f11-b01d-9197715b0216 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:49.834606 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b6310a4c-6d20-41c0-9261-6e7ca4842f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.887272 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b6310a4c-6d20-41c0-9261-6e7ca4842f0b None None] Port 2b3b1645-dfe0-4f11-b01d-9197715b0216 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:29:50.346111 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38670) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:50.353812 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2117522741-network', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:50.375499 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Made reservation on behalf of 2cab3f48395b4393865a0b8b271e6e65 for: {'network': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:29:50.378042 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.387272 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.469568 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Publish callbacks [] for security_group (a21b34d2-d0e4-4a0a-b7f7-290f23a27834), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.474796 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a21b34d2-d0e4-4a0a-b7f7-290f23a27834), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.497304 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:29:50.511217 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b34d2-d0e4-4a0a-b7f7-290f23a27834,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:50.516021 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (39d33615-97ba-4c45-a1bd-a708f2478315), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.516367 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.segments_db [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Added segment 39d33615-97ba-4c45-a1bd-a708f2478315 of type vlan for network 99cb27bd-46fb-46c0-b527-3036c6807f7b Mar 31 20:29:50.578727 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (99cb27bd-46fb-46c0-b527-3036c6807f7b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.624409 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Sync routers for ids ['4b935530-a185-482e-bb81-b98ab16b6953'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:50.632289 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (99cb27bd-46fb-46c0-b527-3036c6807f7b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.633854 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:50.635011 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.640139 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Routers {'4b935530-a185-482e-bb81-b98ab16b6953'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:50.640886 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['4b935530-a185-482e-bb81-b98ab16b6953'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:50.685586 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 294f556c-d2eb-46eb-827b-bfe43758f5ce up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:50.695867 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3485525 Mar 31 20:29:50.698493 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38680) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:50.704874 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Request body: {'subnet': {'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2117522741-subnet', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:50.717996 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cb0c5-7aad-40df-bf85-fb1558304dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=99cb27bd-46fb-46c0-b527-3036c6807f7b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:50.732025 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Made reservation on behalf of 2cab3f48395b4393865a0b8b271e6e65 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:29:50.734634 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25952136'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.742242 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network 99cb27bd-46fb-46c0-b527-3036c6807f7b details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:29:50.855960 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Set router 4b935530-a185-482e-bb81-b98ab16b6953 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:50.890832 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 294f556c-d2eb-46eb-827b-bfe43758f5ce triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:50.891211 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.935658 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25328299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25952158'] for subnet (6adf112f-a1d0-492a-bcc6-009fc9048e71), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.004255 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adf112f-a1d0-492a-bcc6-009fc9048e71,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:51.014523 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Checking segment: {'id': '39d33615-97ba-4c45-a1bd-a708f2478315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:29:51.015093 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Network hostable DHCP agents. Network: 99cb27bd-46fb-46c0-b527-3036c6807f7b, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:29:51.035900 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Network 99cb27bd-46fb-46c0-b527-3036c6807f7b is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:29:51.047426 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, 99cb27bd-46fb-46c0-b527-3036c6807f7b) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:51.057243 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650f334-27b1-42fb-acbb-067f949e0ed0 None None] Network 99cb27bd-46fb-46c0-b527-3036c6807f7b requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:29:51.057854 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:51.058448 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.076761 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-8fce6e30-f68b-4dd5-8132-d9d5ac152efc admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3748958 Mar 31 20:29:51.077399 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38692) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:51.083759 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2117522741-router', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:51.104710 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1710'] for router (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.105813 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589043', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1703'] for router (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.133554 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 294f556c-d2eb-46eb-827b-bfe43758f5ce is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:51.133953 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.183895 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks [] for router_controller (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), precommit_add_association {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.191935 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 294f556c-d2eb-46eb-827b-bfe43758f5ce, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=294f556c-d2eb-46eb-827b-bfe43758f5ce,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:51.206323 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.269785 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9dfa43-8714-5b1e-ab49-eb3383c536bf-99cb27bd-46fb-46c0-b527-3036c6807f7b', 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b', 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'fixed_ips': [{'subnet_id': '6adf112f-a1d0-492a-bcc6-009fc9048e71'}]}} from dv-cinder-836071-1-iscsi. {{(pid=103337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:29:51.270628 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.297337 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=294f556c-d2eb-46eb-827b-bfe43758f5ce,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:51.313510 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '2b3b1645-dfe0-4f11-b01d-9197715b0216', 'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'mac_address': 'fa:16:3e:f3:35:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:48Z', 'updated_at': '2022-03-31T20:29:49Z', 'revision_number': 2, 'project_id': 'd90622c468f44197978111b7511bef78', 'subnets': [{'id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:51.363923 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks [] for router_gateway (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.387947 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Checking router: 4b935530-a185-482e-bb81-b98ab16b6953 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:51.388312 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Updating router 4b935530-a185-482e-bb81-b98ab16b6953 port 2b3b1645-dfe0-4f11-b01d-9197715b0216 binding host dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:29:51.434127 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.595727 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks [] for router_gateway (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.618441 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.654897 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.db_base_plugin_common [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Allocated IP 172.20.0.2 (99cb27bd-46fb-46c0-b527-3036c6807f7b/6adf112f-a1d0-492a-bcc6-009fc9048e71/3989795c-8aae-40c8-b31a-ed7d6fb4ef1e) {{(pid=103337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:29:51.747030 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Allocated IP 172.27.1.111 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/6b36fea6-0803-4f1d-b614-e0d8db7ccf43) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:29:51.813295 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38728) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:51.860249 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks [] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.897724 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.930577 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:51.931563 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9feb24a0-3b98-4e19-a715-4f8f0e940f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.934289 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:51.936919 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:29:51.947117 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Publish callbacks [] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), precommit_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.954453 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), after_create {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:51.980665 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Pushing event updated for resources: {'Port': ['ID=6b36fea6-0803-4f1d-b614-e0d8db7ccf43,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:52.017443 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Network 99cb27bd-46fb-46c0-b527-3036c6807f7b is already hosted by enough agents. {{(pid=103337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:52.027726 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9feb24a0-3b98-4e19-a715-4f8f0e940f9d admin admin] Publish callbacks [] for security_group (030731ee-4327-4f00-8af8-eb23fa709a51), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.028689 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.scheduler.base_scheduler [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Resources bound (agent type, host, resource id): {{(pid=103337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:52.033955 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9feb24a0-3b98-4e19-a715-4f8f0e940f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (030731ee-4327-4f00-8af8-eb23fa709a51), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.044055 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Received port after_create {{(pid=103337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:29:52.047794 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Publish callbacks [] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.049557 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Pushing event updated for resources: {'Port': ['ID=3989795c-8aae-40c8-b31a-ed7d6fb4ef1e,revision_number=1']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:52.060133 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.082411 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-9feb24a0-3b98-4e19-a715-4f8f0e940f9d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=94bcb562bc804628b2e03ecff2628584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672489 Mar 31 20:29:52.083173 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38736) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:52.086065 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb24a0-3b98-4e19-a715-4f8f0e940f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030731ee-4327-4f00-8af8-eb23fa709a51,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:52.179276 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Attempting to bind port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:29:52.179876 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Attempting to bind port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '39d33615-97ba-4c45-a1bd-a708f2478315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:29:52.180252 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Attempting to bind port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e on network 99cb27bd-46fb-46c0-b527-3036c6807f7b {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:29:52.188750 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5d67229-aec2-4bae-87a0-ec603c2a06fc admin admin] Publish callbacks [] for security_group (030731ee-4327-4f00-8af8-eb23fa709a51), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.217279 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5d67229-aec2-4bae-87a0-ec603c2a06fc admin admin] Publish callbacks [] for security_group (030731ee-4327-4f00-8af8-eb23fa709a51), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.227282 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:29:52.227965 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Checking segment: {'id': '39d33615-97ba-4c45-a1bd-a708f2478315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:29:52.228582 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.229320 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Bound using segment: {'id': '39d33615-97ba-4c45-a1bd-a708f2478315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:29:52.230430 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Bound port: 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d33615-97ba-4c45-a1bd-a708f2478315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:29:52.231376 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.234863 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19797d44-7b45-4b43-8a78-dfd673ca8f5a None None] Pushing event updated for resources: {'Port': ['ID=2b3b1645-dfe0-4f11-b01d-9197715b0216,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:52.289176 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5d67229-aec2-4bae-87a0-ec603c2a06fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (030731ee-4327-4f00-8af8-eb23fa709a51), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.293272 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5d67229-aec2-4bae-87a0-ec603c2a06fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.299674 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e5d67229-aec2-4bae-87a0-ec603c2a06fc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/030731ee-4327-4f00-8af8-eb23fa709a51 HTTP/1.1" status: 204 len: 168 time: 0.2128849 Mar 31 20:29:52.308141 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Attempting to bind port 2b3b1645-dfe0-4f11-b01d-9197715b0216 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:29:52.308597 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Attempting to bind port 2b3b1645-dfe0-4f11-b01d-9197715b0216 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:29:52.309032 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Attempting to bind port 2b3b1645-dfe0-4f11-b01d-9197715b0216 on network 5a0b1869-96fc-439a-98df-7c8791445c54 {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:29:52.317700 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:29:52.318193 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Checking segment: {'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:29:52.318707 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.319725 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Bound using segment: {'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:29:52.320294 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Bound port: 2b3b1645-dfe0-4f11-b01d-9197715b0216, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:29:52.320763 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.325555 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d67229-aec2-4bae-87a0-ec603c2a06fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030731ee-4327-4f00-8af8-eb23fa709a51,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:52.331239 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks [] for router_gateway (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.401024 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] For port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:29:52.424806 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] For port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3989795c-8aae-40c8-b31a-ed7d6fb4ef1e,segment=NetworkSegment(39d33615-97ba-4c45-a1bd-a708f2478315),segment_id=39d33615-97ba-4c45-a1bd-a708f2478315)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:29:52.445578 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.489548 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] For port 2b3b1645-dfe0-4f11-b01d-9197715b0216, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:29:52.519584 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] For port 2b3b1645-dfe0-4f11-b01d-9197715b0216, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=2b3b1645-dfe0-4f11-b01d-9197715b0216,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:29:52.561958 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.571585 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90074e7-6d60-4ccf-988a-c45a5572dc84 None None] Pushing event updated for resources: {'Port': ['ID=3989795c-8aae-40c8-b31a-ed7d6fb4ef1e,revision_number=2']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:52.613200 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-588836'] for router (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.614369 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e2f81ba3-9285-4a68-a194-1e1a0b7192cc None None] Provisioning complete for port 2b3b1645-dfe0-4f11-b01d-9197715b0216 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:52.614772 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e2f81ba3-9285-4a68-a194-1e1a0b7192cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.654978 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Routers {'4b935530-a185-482e-bb81-b98ab16b6953'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:52.655644 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['4b935530-a185-482e-bb81-b98ab16b6953'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:52.696594 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38750) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:52.717980 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9c83-891c-42f1-86d7-961f9e60d16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.820897 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 is scheduled to L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 with binding_index 1 {{(pid=103336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:29:52.822890 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] Set router 4b935530-a185-482e-bb81-b98ab16b6953 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:52.831915 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9c83-891c-42f1-86d7-961f9e60d16a admin admin] Publish callbacks [] for security_group (a0479282-b673-4f26-a652-8218e9b326dd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.841551 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9c83-891c-42f1-86d7-961f9e60d16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a0479282-b673-4f26-a652-8218e9b326dd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:52.876947 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-bc5a9c83-891c-42f1-86d7-961f9e60d16a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e6f1fe4b30b54a1a8e50be1e9e063128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809800 Mar 31 20:29:52.880891 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 294f556c-d2eb-46eb-827b-bfe43758f5ce up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:52.881897 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38754) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:52.922516 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a9c83-891c-42f1-86d7-961f9e60d16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0479282-b673-4f26-a652-8218e9b326dd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:52.949756 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19797d44-7b45-4b43-8a78-dfd673ca8f5a None None] Pushing event updated for resources: {'Port': ['ID=2b3b1645-dfe0-4f11-b01d-9197715b0216,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:52.982120 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69a913c4-2cde-48ea-bafe-b461994ba709 admin admin] Publish callbacks [] for security_group (a0479282-b673-4f26-a652-8218e9b326dd), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.010591 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69a913c4-2cde-48ea-bafe-b461994ba709 admin admin] Publish callbacks [] for security_group (a0479282-b673-4f26-a652-8218e9b326dd), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.039383 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:53.053439 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Sync routers for ids ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:53.066801 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.068289 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Routers {'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:53.070102 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:53.072024 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38756) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:53.072306 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-d07bfa8a-6cea-4a4b-93f8-cbdb5ca766fa admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9939213 Mar 31 20:29:53.138939 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 294f556c-d2eb-46eb-827b-bfe43758f5ce triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:53.139248 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.162772 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e2f81ba3-9285-4a68-a194-1e1a0b7192cc None None] Current status of the port 2b3b1645-dfe0-4f11-b01d-9197715b0216 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:53.163171 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e2f81ba3-9285-4a68-a194-1e1a0b7192cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.179669 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69a913c4-2cde-48ea-bafe-b461994ba709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a0479282-b673-4f26-a652-8218e9b326dd), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.182450 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69a913c4-2cde-48ea-bafe-b461994ba709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.186102 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-69a913c4-2cde-48ea-bafe-b461994ba709 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a0479282-b673-4f26-a652-8218e9b326dd HTTP/1.1" status: 204 len: 168 time: 0.3009100 Mar 31 20:29:53.241581 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-e2f81ba3-9285-4a68-a194-1e1a0b7192cc None None] For port 2b3b1645-dfe0-4f11-b01d-9197715b0216, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=2b3b1645-dfe0-4f11-b01d-9197715b0216,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:53.253543 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e2f81ba3-9285-4a68-a194-1e1a0b7192cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.273856 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a913c4-2cde-48ea-bafe-b461994ba709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0479282-b673-4f26-a652-8218e9b326dd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:53.350406 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Set router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:53.354877 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '2b3b1645-dfe0-4f11-b01d-9197715b0216', 'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'mac_address': 'fa:16:3e:f3:35:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:48Z', 'updated_at': '2022-03-31T20:29:52Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'subnets': [{'id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:53.358303 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f81ba3-9285-4a68-a194-1e1a0b7192cc None None] Pushing event updated for resources: {'Port': ['ID=2b3b1645-dfe0-4f11-b01d-9197715b0216,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:53.360970 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 294f556c-d2eb-46eb-827b-bfe43758f5ce is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:53.394453 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e1d7a-0460-464d-b4ef-739b04c3509b None None] The sync data for ids ['4b935530-a185-482e-bb81-b98ab16b6953'] in dv-cinder-836071-1-iscsi is: [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '2b3b1645-dfe0-4f11-b01d-9197715b0216', 'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'mac_address': 'fa:16:3e:f3:35:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:48Z', 'updated_at': '2022-03-31T20:29:52Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'subnets': [{'id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:53.405566 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-2f64d1d0-30c2-4ed9-86ba-03fd2adf166e None None] Provisioning complete for port 2b3b1645-dfe0-4f11-b01d-9197715b0216 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:53.405945 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2f64d1d0-30c2-4ed9-86ba-03fd2adf166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.557368 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-2f64d1d0-30c2-4ed9-86ba-03fd2adf166e None None] Current status of the port 2b3b1645-dfe0-4f11-b01d-9197715b0216 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:53.702829 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'name': 'tempest-TestMinimumBasicScenario-2117522741-router', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:52Z', 'revision_number': 3, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'gw_port': {'id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:53.741802 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Checking router: e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:53.742290 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Updating router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 binding host dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:29:53.760816 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.773456 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:53.991215 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Allocated IP 172.20.0.1 (99cb27bd-46fb-46c0-b527-3036c6807f7b/6adf112f-a1d0-492a-bcc6-009fc9048e71/dbff4b54-abf1-4db3-a681-15d42fa4dea5) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:29:54.014801 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33096ac4-39b6-44b9-b0e2-4bc014025c68 None None] Network 99cb27bd-46fb-46c0-b527-3036c6807f7b requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:29:54.132357 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Publish callbacks [] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), precommit_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.140212 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.172117 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Publish callbacks [] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.218219 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-b7413fc1-02d2-4a79-a655-34ce91d20c21 None None] Provisioning complete for port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:54.218455 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7413fc1-02d2-4a79-a655-34ce91d20c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.225634 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Attempting to bind port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:29:54.226381 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Attempting to bind port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:29:54.227314 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Attempting to bind port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 on network b6166ece-df5b-42ec-a07f-4b497066a618 {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:29:54.230989 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.240197 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ceb70-d73b-4554-8296-3e273b78aa7c None None] Pushing event updated for resources: {'Port': ['ID=6b36fea6-0803-4f1d-b614-e0d8db7ccf43,revision_number=2']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:54.244004 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:29:54.244685 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Checking segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:29:54.245363 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.245933 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Bound using segment: {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'} {{(pid=103338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:29:54.246595 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.managers [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Bound port: 6b36fea6-0803-4f1d-b614-e0d8db7ccf43, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474420-badb-4c0e-a3ad-5e95b043170b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618'}}] {{(pid=103338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:29:54.247291 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), before_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.309678 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Network 99cb27bd-46fb-46c0-b527-3036c6807f7b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:54.314696 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:54.316859 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Pushing event updated for resources: {'Port': ['ID=dbff4b54-abf1-4db3-a681-15d42fa4dea5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:54.319446 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:29:54.360586 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574451'] for router_interface (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.367793 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] For port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:29:54.375982 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.db [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] For port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=6b36fea6-0803-4f1d-b614-e0d8db7ccf43,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:29:54.385260 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), after_update {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.401953 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-b7413fc1-02d2-4a79-a655-34ce91d20c21 None None] Current status of the port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:54.402345 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7413fc1-02d2-4a79-a655-34ce91d20c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.444576 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-b7413fc1-02d2-4a79-a655-34ce91d20c21 None None] For port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3989795c-8aae-40c8-b31a-ed7d6fb4ef1e,segment=NetworkSegment(39d33615-97ba-4c45-a1bd-a708f2478315),segment_id=39d33615-97ba-4c45-a1bd-a708f2478315)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:54.455666 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b7413fc1-02d2-4a79-a655-34ce91d20c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.525508 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ceb70-d73b-4554-8296-3e273b78aa7c None None] Pushing event updated for resources: {'Port': ['ID=6b36fea6-0803-4f1d-b614-e0d8db7ccf43,revision_number=3']} {{(pid=103338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:54.579578 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Routers {'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:54.580203 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:54.724441 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:54.936510 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] Set router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:54.955130 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:55.101425 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-13bb0c33-67b8-49b5-bf4d-4b2583b55898 None None] Provisioning complete for port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:55.102039 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-13bb0c33-67b8-49b5-bf4d-4b2583b55898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.135131 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7413fc1-02d2-4a79-a655-34ce91d20c21 None None] Pushing event updated for resources: {'Port': ['ID=3989795c-8aae-40c8-b31a-ed7d6fb4ef1e,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:55.157231 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Publish callbacks [] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.167905 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.307321 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Pushing event updated for resources: {'Port': ['ID=dbff4b54-abf1-4db3-a681-15d42fa4dea5,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:55.325740 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:55.326356 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.354278 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574311'] for router_interface (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.414992 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'name': 'tempest-TestMinimumBasicScenario-2117522741-router', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:52Z', 'revision_number': 3, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'gw_port': {'id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:55.430919 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-13bb0c33-67b8-49b5-bf4d-4b2583b55898 None None] Current status of the port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:55.466794 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-13bb0c33-67b8-49b5-bf4d-4b2583b55898 None None] Provisioning complete for port dbff4b54-abf1-4db3-a681-15d42fa4dea5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:55.467385 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-13bb0c33-67b8-49b5-bf4d-4b2583b55898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.483619 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77a154-3c1a-44d7-87ac-7f50f51d009c None None] The sync data for ids ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'] in dv-cinder-836071-1-iscsi is: [{'id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'name': 'tempest-TestMinimumBasicScenario-2117522741-router', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:52Z', 'revision_number': 3, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'gw_port': {'id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:55.532199 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:55.549294 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 2b3b1645-dfe0-4f11-b01d-9197715b0216 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:55.575551 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-13bb0c33-67b8-49b5-bf4d-4b2583b55898 None None] Port dbff4b54-abf1-4db3-a681-15d42fa4dea5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:29:55.606609 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Network 99cb27bd-46fb-46c0-b527-3036c6807f7b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:55.608365 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:55.637768 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 2b3b1645-dfe0-4f11-b01d-9197715b0216 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:55.638525 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.726109 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-826f80fc-2e3a-4bd2-9c21-d2cce7880487 None None] Provisioning complete for port dbff4b54-abf1-4db3-a681-15d42fa4dea5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:55.726510 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-826f80fc-2e3a-4bd2-9c21-d2cce7880487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.761384 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:55.809669 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 2b3b1645-dfe0-4f11-b01d-9197715b0216 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:55.814862 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-826f80fc-2e3a-4bd2-9c21-d2cce7880487 None None] Port dbff4b54-abf1-4db3-a681-15d42fa4dea5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:29:55.851750 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-19046379-aa3d-4f80-b4c0-537e980cb32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.899918 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:55.914848 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6000ca12-c4fa-44fd-b7bf-5496e767f950 admin admin] 10.222.0.82 "PUT /v2.0/routers/e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8411553 Mar 31 20:29:55.936957 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-12fc5ca2-3712-486b-8788-17f71c0c8710 None None] Provisioning complete for port dbff4b54-abf1-4db3-a681-15d42fa4dea5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:55.937341 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-12fc5ca2-3712-486b-8788-17f71c0c8710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.983927 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-12fc5ca2-3712-486b-8788-17f71c0c8710 None None] Port dbff4b54-abf1-4db3-a681-15d42fa4dea5 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:29:56.660088 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38876) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:56.763929 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:56.799274 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31932f6b-4e60-4631-a5f5-906c9dd8aba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.819933 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:56.820689 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.909597 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31932f6b-4e60-4631-a5f5-906c9dd8aba7 admin admin] Publish callbacks [] for security_group (bf8045db-71b5-4f9b-83bf-6f5128afc1e6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.920166 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31932f6b-4e60-4631-a5f5-906c9dd8aba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (bf8045db-71b5-4f9b-83bf-6f5128afc1e6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.926700 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:56.927110 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.956891 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] For port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=6b36fea6-0803-4f1d-b614-e0d8db7ccf43,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:56.962696 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.963061 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-31932f6b-4e60-4631-a5f5-906c9dd8aba7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cf9a8773e0f24a0c9003a4141fa53a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017838 Mar 31 20:29:56.964219 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:56.965444 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31932f6b-4e60-4631-a5f5-906c9dd8aba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8045db-71b5-4f9b-83bf-6f5128afc1e6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:56.965906 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38886) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:57.061025 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3eff5d2a-e38c-477e-8d7b-d34b5339fb35 admin admin] Publish callbacks [] for security_group (bf8045db-71b5-4f9b-83bf-6f5128afc1e6), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.063467 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Pushing event updated for resources: {'Port': ['ID=6b36fea6-0803-4f1d-b614-e0d8db7ccf43,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:57.080887 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:57.081494 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.086848 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3eff5d2a-e38c-477e-8d7b-d34b5339fb35 admin admin] Publish callbacks [] for security_group (bf8045db-71b5-4f9b-83bf-6f5128afc1e6), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.148806 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3eff5d2a-e38c-477e-8d7b-d34b5339fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (bf8045db-71b5-4f9b-83bf-6f5128afc1e6), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.151794 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3eff5d2a-e38c-477e-8d7b-d34b5339fb35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.157875 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-3eff5d2a-e38c-477e-8d7b-d34b5339fb35 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bf8045db-71b5-4f9b-83bf-6f5128afc1e6 HTTP/1.1" status: 204 len: 168 time: 0.1903152 Mar 31 20:29:57.176274 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff5d2a-e38c-477e-8d7b-d34b5339fb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8045db-71b5-4f9b-83bf-6f5128afc1e6,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:57.198886 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:57.577231 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 38894) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:57.593158 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f1473e0-a6b8-4f8b-9a11-e7f70e52ee50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.689381 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f1473e0-a6b8-4f8b-9a11-e7f70e52ee50 admin admin] Publish callbacks [] for security_group (c8a44cb5-0ca5-4744-8cb6-09cbd38b3804), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.692973 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Sync routers for ids ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:57.694936 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6f1473e0-a6b8-4f8b-9a11-e7f70e52ee50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c8a44cb5-0ca5-4744-8cb6-09cbd38b3804), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.705532 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Routers {'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:57.706256 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:57.749070 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-6f1473e0-a6b8-4f8b-9a11-e7f70e52ee50 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b7b65363112b4f82b1fa56c3807b8c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706798 Mar 31 20:29:57.750268 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1473e0-a6b8-4f8b-9a11-e7f70e52ee50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a44cb5-0ca5-4744-8cb6-09cbd38b3804,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:57.751755 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 38896) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:57.816095 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e407-492d-41d3-b5bf-762cca761ea7 admin admin] Publish callbacks [] for security_group (c8a44cb5-0ca5-4744-8cb6-09cbd38b3804), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.841826 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Set router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:57.849277 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e407-492d-41d3-b5bf-762cca761ea7 admin admin] Publish callbacks [] for security_group (c8a44cb5-0ca5-4744-8cb6-09cbd38b3804), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.919414 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e407-492d-41d3-b5bf-762cca761ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c8a44cb5-0ca5-4744-8cb6-09cbd38b3804), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.922135 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e407-492d-41d3-b5bf-762cca761ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.923332 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e2c9e407-492d-41d3-b5bf-762cca761ea7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c8a44cb5-0ca5-4744-8cb6-09cbd38b3804 HTTP/1.1" status: 204 len: 168 time: 0.1705227 Mar 31 20:29:57.936686 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9e407-492d-41d3-b5bf-762cca761ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a44cb5-0ca5-4744-8cb6-09cbd38b3804,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:58.130287 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25ffc253-63c2-42dc-af2f-e23a3abc3c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.138148 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'name': 'tempest-TestMinimumBasicScenario-2117522741-router', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:54Z', 'revision_number': 4, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'gw_port': {'id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'dbff4b54-abf1-4db3-a681-15d42fa4dea5', 'name': '', 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'mac_address': 'fa:16:3e:12:b8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6adf112f-a1d0-492a-bcc6-009fc9048e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:53Z', 'updated_at': '2022-03-31T20:29:54Z', 'revision_number': 2, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'subnets': [{'id': '6adf112f-a1d0-492a-bcc6-009fc9048e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:58.173481 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Checking router: e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:58.174322 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Updating router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 port dbff4b54-abf1-4db3-a681-15d42fa4dea5 binding host dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:29:58.207148 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.539798 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Publish callbacks [] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), precommit_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.548858 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.619154 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124756f-9e61-4ca0-98d4-d18b31afa1c6 None None] Pushing event updated for resources: {'Port': ['ID=dbff4b54-abf1-4db3-a681-15d42fa4dea5,revision_number=3']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:58.701177 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:58.762205 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Attempting to bind port dbff4b54-abf1-4db3-a681-15d42fa4dea5 on host dv-cinder-836071-1-iscsi for vnic_type normal with profile {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:29:58.762873 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Attempting to bind port dbff4b54-abf1-4db3-a681-15d42fa4dea5 by drivers openvswitch,hyperv on host dv-cinder-836071-1-iscsi at level 0 using segments [{'id': '39d33615-97ba-4c45-a1bd-a708f2478315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b'}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:29:58.763428 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Attempting to bind port dbff4b54-abf1-4db3-a681-15d42fa4dea5 on network 99cb27bd-46fb-46c0-b527-3036c6807f7b {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:29:58.778690 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Checking agent: {'id': '3af52538-c894-4a8c-baa5-ef481da2a251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 14, 2), 'started_at': datetime.datetime(2022, 3, 31, 20, 14, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:29:58.780367 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Checking segment: {'id': '39d33615-97ba-4c45-a1bd-a708f2478315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:29:58.780791 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.781221 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Bound using segment: {'id': '39d33615-97ba-4c45-a1bd-a708f2478315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b'} {{(pid=103337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:29:58.781687 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.managers [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Bound port: dbff4b54-abf1-4db3-a681-15d42fa4dea5, host: dv-cinder-836071-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d33615-97ba-4c45-a1bd-a708f2478315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b'}}] {{(pid=103337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:29:58.782144 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.865058 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:58.865940 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.961482 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] For port dbff4b54-abf1-4db3-a681-15d42fa4dea5, host dv-cinder-836071-1-iscsi, cleared binding levels {{(pid=103337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:29:58.993787 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] For port dbff4b54-abf1-4db3-a681-15d42fa4dea5, host dv-cinder-836071-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=dbff4b54-abf1-4db3-a681-15d42fa4dea5,segment=NetworkSegment(39d33615-97ba-4c45-a1bd-a708f2478315),segment_id=39d33615-97ba-4c45-a1bd-a708f2478315)] {{(pid=103337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:29:59.036046 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.108588 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:59.114337 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8ff3daf0-8bcc-411f-ae6f-0626dfdcec34 None None] Provisioning complete for port dbff4b54-abf1-4db3-a681-15d42fa4dea5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:59.114845 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8ff3daf0-8bcc-411f-ae6f-0626dfdcec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.147112 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Routers {'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:59.147960 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:59.432368 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124756f-9e61-4ca0-98d4-d18b31afa1c6 None None] Pushing event updated for resources: {'Port': ['ID=dbff4b54-abf1-4db3-a681-15d42fa4dea5,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:59.470062 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.530485 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] Set router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:59.560983 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3daf0-8bcc-411f-ae6f-0626dfdcec34 None None] Current status of the port dbff4b54-abf1-4db3-a681-15d42fa4dea5 is: DOWN; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:59.561378 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8ff3daf0-8bcc-411f-ae6f-0626dfdcec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.655102 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8ff3daf0-8bcc-411f-ae6f-0626dfdcec34 None None] For port dbff4b54-abf1-4db3-a681-15d42fa4dea5, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=dbff4b54-abf1-4db3-a681-15d42fa4dea5,segment=NetworkSegment(39d33615-97ba-4c45-a1bd-a708f2478315),segment_id=39d33615-97ba-4c45-a1bd-a708f2478315)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:59.685528 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8ff3daf0-8bcc-411f-ae6f-0626dfdcec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.771151 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3daf0-8bcc-411f-ae6f-0626dfdcec34 None None] Pushing event updated for resources: {'Port': ['ID=dbff4b54-abf1-4db3-a681-15d42fa4dea5,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:59.827440 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-e45afe93-33a9-4a7a-8689-67b42ce530fb None None] Provisioning complete for port dbff4b54-abf1-4db3-a681-15d42fa4dea5 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:59.827823 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e45afe93-33a9-4a7a-8689-67b42ce530fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.887684 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'name': 'tempest-TestMinimumBasicScenario-2117522741-router', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:54Z', 'revision_number': 4, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'gw_port': {'id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'dbff4b54-abf1-4db3-a681-15d42fa4dea5', 'name': '', 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'mac_address': 'fa:16:3e:12:b8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6adf112f-a1d0-492a-bcc6-009fc9048e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:53Z', 'updated_at': '2022-03-31T20:29:58Z', 'revision_number': 4, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'subnets': [{'id': '6adf112f-a1d0-492a-bcc6-009fc9048e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:59.922348 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878973e4-c5c3-48c1-87ec-925fdc93787a None None] The sync data for ids ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'] in dv-cinder-836071-1-iscsi is: [{'id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'name': 'tempest-TestMinimumBasicScenario-2117522741-router', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:54Z', 'revision_number': 4, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'gw_port': {'id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': 'dbff4b54-abf1-4db3-a681-15d42fa4dea5', 'name': '', 'network_id': '99cb27bd-46fb-46c0-b527-3036c6807f7b', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'mac_address': 'fa:16:3e:12:b8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6adf112f-a1d0-492a-bcc6-009fc9048e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:53Z', 'updated_at': '2022-03-31T20:29:58Z', 'revision_number': 4, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'subnets': [{'id': '6adf112f-a1d0-492a-bcc6-009fc9048e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:59.962585 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-e45afe93-33a9-4a7a-8689-67b42ce530fb None None] Current status of the port dbff4b54-abf1-4db3-a681-15d42fa4dea5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:00.766283 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:00.831667 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device dbff4b54-abf1-4db3-a681-15d42fa4dea5 up at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:30:00.971958 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Provisioning complete for port dbff4b54-abf1-4db3-a681-15d42fa4dea5 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:00.972970 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:01.128679 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Current status of the port dbff4b54-abf1-4db3-a681-15d42fa4dea5 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:01.392845 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-e4365214-d5b3-42f4-a530-d6dd2776fe0a tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191572383&fields=id&tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad HTTP/1.1" status: 200 len: 267 time: 0.1137512 Mar 31 20:30:01.572528 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-958c985f-5c9d-4ff5-85ce-beae749fb795 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:01.574196 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-958c985f-5c9d-4ff5-85ce-beae749fb795 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 811 time: 0.1758974 Mar 31 20:30:01.596932 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-c52d0169-5fd2-49fc-8bad-e5e03891ed40 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/quotas/a6d61eb81b754ed9b58c19c767bcc8ad HTTP/1.1" status: 200 len: 375 time: 0.0098536 Mar 31 20:30:01.698691 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-862ede20-6da9-4a26-9562-5e43a1f72617 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926991 Mar 31 20:30:01.813429 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-ccc52b12-a330-4c13-8ec9-95f2b6630811 service neutron] 10.222.0.82 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046700 Mar 31 20:30:01.928492 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9f16163e-58ca-4ced-a202-b53575189e95 service neutron] 10.222.0.82 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049941 Mar 31 20:30:02.116415 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:02.762287 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-813f663f-797f-4afa-a2af-cfc18f8205bc req-078a0e99-fdfc-435b-994d-4c04dee70d2d tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 210 time: 0.4476144 Mar 31 20:30:02.873261 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73888cc-52ef-441a-a6e7-d81cd344f00d req-26188d83-9efe-42b1-93a9-b7d31d759d71 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:02.887063 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c73888cc-52ef-441a-a6e7-d81cd344f00d req-26188d83-9efe-42b1-93a9-b7d31d759d71 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 947 time: 0.1341841 Mar 31 20:30:02.988731 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c73888cc-52ef-441a-a6e7-d81cd344f00d req-0ffe1662-67b8-4833-9af8-6cc58012bc24 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006479 Mar 31 20:30:03.758796 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.949077 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5b0be945-e8e9-4dcd-af99-b7ff98488890 req-b66d9e17-d3d2-4bef-a048-6fef0554523f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 210 time: 0.0634737 Mar 31 20:30:03.980942 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-390db031-b765-45e6-b16a-4129690a7099 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:03.983773 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-390db031-b765-45e6-b16a-4129690a7099 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 811 time: 0.2843611 Mar 31 20:30:04.110171 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-5d63da23-3d5b-4ffd-af9e-241be0835338 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad HTTP/1.1" status: 200 len: 379 time: 0.1167166 Mar 31 20:30:04.126322 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'port': {'device_id': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'admin_state_up': True, 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'security_groups': ['3bf474f9-eb7c-49c1-9767-37caa7212181']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:04.237177 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39084) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:04.286098 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0659aa8-8dd9-4af6-a48e-80f10714144a req-7d01fbd8-827f-4b55-a4ce-1ec6491fc84b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:04.288466 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0659aa8-8dd9-4af6-a48e-80f10714144a req-7d01fbd8-827f-4b55-a4ce-1ec6491fc84b tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 947 time: 0.1773758 Mar 31 20:30:04.344156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-93d5d97c-f25b-4d94-9ad5-3050a58b2806 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:04.345671 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-93d5d97c-f25b-4d94-9ad5-3050a58b2806 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.57 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 947 time: 0.1770601 Mar 31 20:30:04.377958 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e3612fc-73c3-471b-8c33-fa03da6014f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.447987 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f0659aa8-8dd9-4af6-a48e-80f10714144a req-ae8a013e-8411-4840-a70c-60882fdacd85 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups?id=1fa6165d-becf-49fd-9bb5-773e7d855625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452017 Mar 31 20:30:04.501037 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e3612fc-73c3-471b-8c33-fa03da6014f1 admin admin] Publish callbacks [] for security_group (83802c3e-0bc1-4a7a-8e81-c8b1ab19360c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.505558 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e3612fc-73c3-471b-8c33-fa03da6014f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (83802c3e-0bc1-4a7a-8e81-c8b1ab19360c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.512907 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Made reservation on behalf of a6d61eb81b754ed9b58c19c767bcc8ad for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:04.516862 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.541300 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3612fc-73c3-471b-8c33-fa03da6014f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83802c3e-0bc1-4a7a-8e81-c8b1ab19360c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:04.564033 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-1e3612fc-73c3-471b-8c33-fa03da6014f1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1fda0c6487274e75897b8a89eba17ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234913 Mar 31 20:30:04.572153 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39088) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:04.649642 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af1b3e64-b6ea-4b13-89a0-0999b66773eb admin admin] Publish callbacks [] for security_group (83802c3e-0bc1-4a7a-8e81-c8b1ab19360c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.664182 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Deleting port 19adbb84-6b60-49e2-8fd5-9feb694ff002 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:04.664608 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.674475 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af1b3e64-b6ea-4b13-89a0-0999b66773eb admin admin] Publish callbacks [] for security_group (83802c3e-0bc1-4a7a-8e81-c8b1ab19360c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.740709 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af1b3e64-b6ea-4b13-89a0-0999b66773eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (83802c3e-0bc1-4a7a-8e81-c8b1ab19360c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.740709 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af1b3e64-b6ea-4b13-89a0-0999b66773eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.740709 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-af1b3e64-b6ea-4b13-89a0-0999b66773eb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/83802c3e-0bc1-4a7a-8e81-c8b1ab19360c HTTP/1.1" status: 204 len: 168 time: 0.1694715 Mar 31 20:30:04.758999 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b3e64-b6ea-4b13-89a0-0999b66773eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83802c3e-0bc1-4a7a-8e81-c8b1ab19360c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:04.820791 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Allocated IP 172.20.0.9 (c07f2492-1a2b-4036-bccd-b3989f4f9275/bea8a71f-55b9-4597-a4bb-cfa19114e421/20c507b6-c712-4f7d-a649-8d6feeccb28c) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:30:04.850829 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] For port 19adbb84-6b60-49e2-8fd5-9feb694ff002, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19adbb84-6b60-49e2-8fd5-9feb694ff002,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:04.851191 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.133466 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b0bbfb95-b3e5-470c-bc52-867afe829077 req-877ec385-7564-4f38-b911-aa113813b77d tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 210 time: 0.0393853 Mar 31 20:30:05.238933 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.268506 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.268871 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (12f8a31a-6d67-4c7f-93b6-13acfa927187), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.269244 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Floating IP 12f8a31a-6d67-4c7f-93b6-13acfa927187 disassociated. External IP: 172.27.1.40, port: 19adbb84-6b60-49e2-8fd5-9feb694ff002. Mar 31 20:30:05.269594 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Calling delete_port for 19adbb84-6b60-49e2-8fd5-9feb694ff002 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:05.334766 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39104) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:05.349641 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.351014 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.430531 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:30:05.440208 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:05.445849 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:30:05.466238 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'Port': ['ID=20c507b6-c712-4f7d-a649-8d6feeccb28c,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:05.534221 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Publish callbacks [] for security_group (f1ec1886-2722-43f3-a94f-7672221aa670), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.542223 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f1ec1886-2722-43f3-a94f-7672221aa670), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.608782 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ec1886-2722-43f3-a94f-7672221aa670,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:05.615047 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.615696 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.616315 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.616820 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.617319 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.617658 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.618154 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.619003 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.619394 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.619728 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.620296 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.620950 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.621397 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.621888 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.622223 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.627706 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.630094 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.631203 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.632365 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (19adbb84-6b60-49e2-8fd5-9feb694ff002), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.633089 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.633669 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.634218 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.634832 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.635588 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.637774 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.638357 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.638943 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.639486 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.640037 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.640572 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.641158 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:05.677151 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-adcbf63f-a5e5-49e8-b66a-698e7e7ee49d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c7ef85e2a00648e2b4b3f50c7be4d963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412361 Mar 31 20:30:05.680197 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39114) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:05.723159 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-332a8667-bb8b-46e2-bc22-a039eaa5933a req-f76d4414-8fbe-4aba-8f88-654eb972e765 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 210 time: 0.0948846 Mar 31 20:30:05.727548 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event deleted for resources: {'Port': ['ID=19adbb84-6b60-49e2-8fd5-9feb694ff002,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:05.756682 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:05.757092 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.764634 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-472fc983-3b72-458a-812b-f625345420b4 None None] Provisioning complete for port 20c507b6-c712-4f7d-a649-8d6feeccb28c triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:05.768763 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-472fc983-3b72-458a-812b-f625345420b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.793290 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-add574db-aec3-416f-b647-b70cd2f73628 admin admin] Publish callbacks [] for security_group (f1ec1886-2722-43f3-a94f-7672221aa670), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.806750 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-472fc983-3b72-458a-812b-f625345420b4 None None] Port 20c507b6-c712-4f7d-a649-8d6feeccb28c cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:30:05.821362 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-add574db-aec3-416f-b647-b70cd2f73628 admin admin] Publish callbacks [] for security_group (f1ec1886-2722-43f3-a94f-7672221aa670), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.857340 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-617e7041-d0b8-4d48-9f34-5ace10f404d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7357137 Mar 31 20:30:05.873732 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Request body: {'port': {'device_id': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:05.899285 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-add574db-aec3-416f-b647-b70cd2f73628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (f1ec1886-2722-43f3-a94f-7672221aa670), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.914399 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-add574db-aec3-416f-b647-b70cd2f73628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.915799 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-add574db-aec3-416f-b647-b70cd2f73628 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f1ec1886-2722-43f3-a94f-7672221aa670 HTTP/1.1" status: 204 len: 168 time: 0.2330933 Mar 31 20:30:05.943090 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add574db-aec3-416f-b647-b70cd2f73628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ec1886-2722-43f3-a94f-7672221aa670,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:05.963376 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:05.974079 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Router fd38d247-1bf4-4567-b427-dde47a17b6b7 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:06.355732 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:06.372384 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] Sync routers for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:06.384755 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:06.387554 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:06.429244 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] No DVR routers for this DVR port 19adbb84-6b60-49e2-8fd5-9feb694ff002 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:06.436019 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:06.439737 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0e59614d-8df7-43de-836c-28c23c294bf8 req-027ec6d0-5d5a-474e-b1bc-d104d8d0baf5 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.57 "DELETE /v2.0/ports/19adbb84-6b60-49e2-8fd5-9feb694ff002 HTTP/1.1" status: 204 len: 173 time: 2.0865655 Mar 31 20:30:06.440848 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'name': 'network-vif-deleted', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:06.456862 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06206d4-ab07-447c-86c8-d3ed70596719" -d '{"events": [{"server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "name": "network-vif-deleted", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:06.508138 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bca21-a3f3-4998-99a9-4630b55cc157 req-c0088cf1-dc39-4eec-8350-cdc164ed00d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:06.508138 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-440bca21-a3f3-4998-99a9-4630b55cc157 req-c0088cf1-dc39-4eec-8350-cdc164ed00d1 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 931 time: 0.2612207 Mar 31 20:30:06.607415 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:06.628314 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c507b6-c712-4f7d-a649-8d6feeccb28c {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:30:06.651033 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Publish callbacks [] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:06.667109 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Transition to ACTIVE for port object 20c507b6-c712-4f7d-a649-8d6feeccb28c will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:30:06.670531 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b281ab12-d449-4a3e-9a18-3c048f609952 x-openstack-request-id: req-b281ab12-d449-4a3e-9a18-3c048f609952 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:06.670898 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887f46ad-b2b3-4514-8951-6a631d040700", "name": "network-vif-deleted", "tag": "19adbb84-6b60-49e2-8fd5-9feb694ff002", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:06.673299 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b281ab12-d449-4a3e-9a18-3c048f609952 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:06.673299 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b281ab12-d449-4a3e-9a18-3c048f609952'] response: {'server_uuid': '887f46ad-b2b3-4514-8951-6a631d040700', 'name': 'network-vif-deleted', 'tag': '19adbb84-6b60-49e2-8fd5-9feb694ff002', 'status': 'completed', 'code': 200} Mar 31 20:30:06.684201 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:06.920874 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Pushing event updated for resources: {'Port': ['ID=20c507b6-c712-4f7d-a649-8d6feeccb28c,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:06.941682 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-440bca21-a3f3-4998-99a9-4630b55cc157 req-ac2a9b92-d1bc-4fba-8c09-25631a5d03a9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684264 Mar 31 20:30:07.061070 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1e0ac3b8-c1a6-47a5-800b-5b84aad24d4a req-db2312ce-0b01-4d85-bd67-cf4debd69d71 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/ports?device_id=887f46ad-b2b3-4514-8951-6a631d040700 HTTP/1.1" status: 200 len: 210 time: 0.1065903 Mar 31 20:30:07.080208 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Attempting to bind port 20c507b6-c712-4f7d-a649-8d6feeccb28c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:30:07.080546 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Attempting to bind port 20c507b6-c712-4f7d-a649-8d6feeccb28c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:30:07.080916 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Attempting to bind port 20c507b6-c712-4f7d-a649-8d6feeccb28c on network c07f2492-1a2b-4036-bccd-b3989f4f9275 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:30:07.087011 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Port 20c507b6-c712-4f7d-a649-8d6feeccb28c on network c07f2492-1a2b-4036-bccd-b3989f4f9275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:30:07.087425 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Attempting to bind port 20c507b6-c712-4f7d-a649-8d6feeccb28c on network c07f2492-1a2b-4036-bccd-b3989f4f9275 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:30:07.095741 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:30:07.096356 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Checking segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:30:07.096745 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Bound using segment: {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:30:07.099279 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Bound port: 20c507b6-c712-4f7d-a649-8d6feeccb28c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66781cb0-4718-43c6-97a7-d4dcefd21716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:30:07.099757 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:07.243223 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:07.267819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] For port 20c507b6-c712-4f7d-a649-8d6feeccb28c, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:30:07.285257 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] For port 20c507b6-c712-4f7d-a649-8d6feeccb28c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=20c507b6-c712-4f7d-a649-8d6feeccb28c,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:30:07.294459 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:07.347570 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] Checking router: fd38d247-1bf4-4567-b427-dde47a17b6b7 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:07.354863 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:07.354863 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:07.356801 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] 10.222.0.57 "PUT /v2.0/ports/20c507b6-c712-4f7d-a649-8d6feeccb28c HTTP/1.1" status: 200 len: 1093 time: 1.4888113 Mar 31 20:30:07.378238 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:07.380312 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:07.503246 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b5a8e-6d10-4304-bd3f-d8213bf24eea service neutron] Pushing event updated for resources: {'Port': ['ID=20c507b6-c712-4f7d-a649-8d6feeccb28c,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:07.522206 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-8c93688d-2f95-4720-a45c-4711fc9a72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:07.523787 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-8c93688d-2f95-4720-a45c-4711fc9a72aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 1127 time: 0.1125681 Mar 31 20:30:07.597641 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:07.615738 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-fb839f79-6e0f-4f80-9e49-84b2e1f214da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c507b6-c712-4f7d-a649-8d6feeccb28c HTTP/1.1" status: 200 len: 217 time: 0.0752401 Mar 31 20:30:07.703087 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-254d254d-7dc9-46c5-8dc6-9386572c6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:07.704944 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-254d254d-7dc9-46c5-8dc6-9386572c6413 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.0875061 Mar 31 20:30:07.775640 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-a906ece3-c9d8-49ba-80b7-d703c3adccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:07.777608 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-a906ece3-c9d8-49ba-80b7-d703c3adccd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655205 Mar 31 20:30:07.856139 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 19adbb84-6b60-49e2-8fd5-9feb694ff002 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:07.892695 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 19adbb84-6b60-49e2-8fd5-9feb694ff002 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:07.893332 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 19adbb84-6b60-49e2-8fd5-9feb694ff002 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:07.934700 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-c7971254-a8ed-496c-838a-70bbac5661c9 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497288 Mar 31 20:30:08.104587 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5432de0e-93df-467f-a010-0ef17d0f40b6 req-31d833ff-46c6-4da7-93ed-2c48f2cb4422 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577411 Mar 31 20:30:08.122534 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7034623-6f95-4587-aef8-233b18b991b1 req-40ce46be-e5f0-4091-ba43-f891022c9d01 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:08.124336 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e7034623-6f95-4587-aef8-233b18b991b1 req-40ce46be-e5f0-4091-ba43-f891022c9d01 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 943 time: 0.0739379 Mar 31 20:30:08.184348 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:08.248089 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39174) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:08.252849 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066fa69e-cc2a-465a-9a3a-f889501a1185 None None] The sync data for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi is: [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:22:17Z', 'revision_number': 4, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '7ee5bf1c-7457-4e1a-9d1f-e719d613dcde', 'name': '', 'network_id': '2cac471c-e091-4aa7-9f0e-e0c9aca76d4c', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'mac_address': 'fa:16:3e:c9:75:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:14Z', 'updated_at': '2022-03-31T20:22:27Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'subnets': [{'id': 'fbf63542-f5e0-42a0-b3b7-62479f7cd75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:08.271828 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e7034623-6f95-4587-aef8-233b18b991b1 req-5787afdf-2526-44a7-9057-0ecb42b39bb5 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280420 Mar 31 20:30:08.330167 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29b6e990-0538-49e0-98c1-767469da09ae tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (1fa6165d-becf-49fd-9bb5-773e7d855625), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.367460 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29b6e990-0538-49e0-98c1-767469da09ae tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (1fa6165d-becf-49fd-9bb5-773e7d855625), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.429652 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29b6e990-0538-49e0-98c1-767469da09ae tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (1fa6165d-becf-49fd-9bb5-773e7d855625), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.432356 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29b6e990-0538-49e0-98c1-767469da09ae tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.433507 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-29b6e990-0538-49e0-98c1-767469da09ae tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "DELETE /v2.0/security-groups/1fa6165d-becf-49fd-9bb5-773e7d855625 HTTP/1.1" status: 204 len: 168 time: 0.1835911 Mar 31 20:30:08.436327 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39180) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:08.445203 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6e990-0538-49e0-98c1-767469da09ae tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa6165d-becf-49fd-9bb5-773e7d855625,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:08.463933 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.api.v2.resource [None req-4f895512-8572-4785-b3d0-c38560117128 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] show failed (client error): The resource could not be found. Mar 31 20:30:08.466718 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-4f895512-8572-4785-b3d0-c38560117128 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "GET /v2.0/security-groups/1fa6165d-becf-49fd-9bb5-773e7d855625 HTTP/1.1" status: 404 len: 347 time: 0.0273006 Mar 31 20:30:08.468387 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39182) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:08.673726 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'tag': '20c507b6-c712-4f7d-a649-8d6feeccb28c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:08.676546 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15235e42-149a-4d1d-b26a-8e0b27194982" -d '{"events": [{"name": "network-changed", "server_uuid": "049c801b-2673-423c-9e9d-6248b9d1a62b", "tag": "20c507b6-c712-4f7d-a649-8d6feeccb28c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:08.701045 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec944e-e2a7-4e68-8373-a0ebf9071036 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Deleting port d91d8585-4f58-40a4-9e34-f34bd6f4ff15 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:08.701455 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7ec944e-e2a7-4e68-8373-a0ebf9071036 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (d91d8585-4f58-40a4-9e34-f34bd6f4ff15), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.763014 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4e1ff8-5767-4f5f-88db-4e1d7b13bb40 x-openstack-request-id: req-af4e1ff8-5767-4f5f-88db-4e1d7b13bb40 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:08.763511 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049c801b-2673-423c-9e9d-6248b9d1a62b", "tag": "20c507b6-c712-4f7d-a649-8d6feeccb28c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:08.763919 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-af4e1ff8-5767-4f5f-88db-4e1d7b13bb40 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:08.764463 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4e1ff8-5767-4f5f-88db-4e1d7b13bb40'] response: {'name': 'network-changed', 'server_uuid': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'tag': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'status': 'completed', 'code': 200} Mar 31 20:30:08.791533 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f4cd4-7b9c-4afa-810c-f3853f5f91e5 None None] New status for floating IP 12f8a31a-6d67-4c7f-93b6-13acfa927187: DOWN {{(pid=103337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:30:08.850478 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7ec944e-e2a7-4e68-8373-a0ebf9071036 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (d91d8585-4f58-40a4-9e34-f34bd6f4ff15), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.851041 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7ec944e-e2a7-4e68-8373-a0ebf9071036 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (d91d8585-4f58-40a4-9e34-f34bd6f4ff15), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.864729 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec944e-e2a7-4e68-8373-a0ebf9071036 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Calling delete_port for d91d8585-4f58-40a4-9e34-f34bd6f4ff15 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:08.879045 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-8e805d69-623c-4e2a-921e-ea4717e061cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:08.881378 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-8e805d69-623c-4e2a-921e-ea4717e061cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 1127 time: 0.0947163 Mar 31 20:30:09.057116 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39202) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:09.109240 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-e60ae17a-ebd9-475d-a56e-6eb6f909ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.110902 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-e60ae17a-ebd9-475d-a56e-6eb6f909ef14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 912 time: 0.2153828 Mar 31 20:30:09.196798 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7ec944e-e2a7-4e68-8373-a0ebf9071036 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (d91d8585-4f58-40a4-9e34-f34bd6f4ff15), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.199129 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-ba45eca9-5430-4e60-86cd-51030bd721d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c507b6-c712-4f7d-a649-8d6feeccb28c HTTP/1.1" status: 200 len: 217 time: 0.0808716 Mar 31 20:30:09.240468 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec944e-e2a7-4e68-8373-a0ebf9071036 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Pushing event deleted for resources: {'Port': ['ID=d91d8585-4f58-40a4-9e34-f34bd6f4ff15,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:09.254276 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-07c38bac-f7f1-4160-841e-19f2e7352e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.255816 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-07c38bac-f7f1-4160-841e-19f2e7352e1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.0504928 Mar 31 20:30:09.271870 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0e192ed-fa63-479d-b6f9-462788c64107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.315212 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-6db4ce3b-3565-47f6-a5ea-6c4bacf063fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.317069 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-6db4ce3b-3565-47f6-a5ea-6c4bacf063fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552709 Mar 31 20:30:09.448353 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7ec944e-e2a7-4e68-8373-a0ebf9071036 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks [] for floatingip (12f8a31a-6d67-4c7f-93b6-13acfa927187), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.450955 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7ec944e-e2a7-4e68-8373-a0ebf9071036 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.455423 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e7ec944e-e2a7-4e68-8373-a0ebf9071036 tempest-AttachVolumeShelveTestJSON-428350887 tempest-AttachVolumeShelveTestJSON-428350887-project] 10.222.0.82 "DELETE /v2.0/floatingips/12f8a31a-6d67-4c7f-93b6-13acfa927187 HTTP/1.1" status: 204 len: 168 time: 0.9830017 Mar 31 20:30:09.519571 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0e192ed-fa63-479d-b6f9-462788c64107 admin admin] Publish callbacks [] for security_group (0e95008d-27a5-483c-8968-f3ea7587d3e5), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.534846 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e0e192ed-fa63-479d-b6f9-462788c64107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0e95008d-27a5-483c-8968-f3ea7587d3e5), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.545800 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e523-619f-475e-9657-e59640f49d06 req-f0b70391-695c-44c5-908e-5642d1600514 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.547697 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f911e523-619f-475e-9657-e59640f49d06 req-f0b70391-695c-44c5-908e-5642d1600514 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 943 time: 0.1485193 Mar 31 20:30:09.549930 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-8939527d-0c15-4248-b2f9-e1ccc18d339f service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235100 Mar 31 20:30:09.598341 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e0e192ed-fa63-479d-b6f9-462788c64107 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=59e2585fd906442ba4e2520862570ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291090 Mar 31 20:30:09.604722 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39216) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:09.622032 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e192ed-fa63-479d-b6f9-462788c64107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e95008d-27a5-483c-8968-f3ea7587d3e5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:09.671180 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-688b1ffc-8172-436d-a209-704a1878e902 admin admin] Publish callbacks [] for security_group (0e95008d-27a5-483c-8968-f3ea7587d3e5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.703945 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-688b1ffc-8172-436d-a209-704a1878e902 admin admin] Publish callbacks [] for security_group (0e95008d-27a5-483c-8968-f3ea7587d3e5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.730554 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f911e523-619f-475e-9657-e59640f49d06 req-873de9b7-263c-4e75-a947-00b6bf59bd7b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731675 Mar 31 20:30:09.769074 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-15235e42-149a-4d1d-b26a-8e0b27194982 req-5e0ed22d-0fbb-42f3-bdbd-4f7fbd91f149 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129204 Mar 31 20:30:09.812850 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-688b1ffc-8172-436d-a209-704a1878e902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0e95008d-27a5-483c-8968-f3ea7587d3e5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.819230 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-688b1ffc-8172-436d-a209-704a1878e902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.823308 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-688b1ffc-8172-436d-a209-704a1878e902 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0e95008d-27a5-483c-8968-f3ea7587d3e5 HTTP/1.1" status: 204 len: 168 time: 0.2172315 Mar 31 20:30:09.846400 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b1ffc-8172-436d-a209-704a1878e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e95008d-27a5-483c-8968-f3ea7587d3e5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:10.204968 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39226) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:10.219819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28593313-a182-46a6-9e48-1a1402841955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.311809 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28593313-a182-46a6-9e48-1a1402841955 admin admin] Publish callbacks [] for security_group (9da990b3-13b9-4564-ae28-1b694d8b723e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.318854 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-28593313-a182-46a6-9e48-1a1402841955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (9da990b3-13b9-4564-ae28-1b694d8b723e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.359450 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28593313-a182-46a6-9e48-1a1402841955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da990b3-13b9-4564-ae28-1b694d8b723e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:10.369486 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39228) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:10.371570 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-28593313-a182-46a6-9e48-1a1402841955 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3a24ba98637842dbb3ff2175a19e9282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654522 Mar 31 20:30:10.431396 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00fac48a-bbb5-41f0-8efa-1610978ad50d admin admin] Publish callbacks [] for security_group (9da990b3-13b9-4564-ae28-1b694d8b723e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.457449 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00fac48a-bbb5-41f0-8efa-1610978ad50d admin admin] Publish callbacks [] for security_group (9da990b3-13b9-4564-ae28-1b694d8b723e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.559989 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00fac48a-bbb5-41f0-8efa-1610978ad50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (9da990b3-13b9-4564-ae28-1b694d8b723e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.563203 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00fac48a-bbb5-41f0-8efa-1610978ad50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:10.564450 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-00fac48a-bbb5-41f0-8efa-1610978ad50d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9da990b3-13b9-4564-ae28-1b694d8b723e HTTP/1.1" status: 204 len: 168 time: 0.1939344 Mar 31 20:30:10.573105 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fac48a-bbb5-41f0-8efa-1610978ad50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da990b3-13b9-4564-ae28-1b694d8b723e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:11.069181 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39250) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:11.089014 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e39632d9-aece-4f25-af41-34093a69f0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:11.224307 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e39632d9-aece-4f25-af41-34093a69f0e8 admin admin] Publish callbacks [] for security_group (848f73a7-fe35-4eea-a82c-b765a6cb234a), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:11.237055 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e39632d9-aece-4f25-af41-34093a69f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (848f73a7-fe35-4eea-a82c-b765a6cb234a), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:11.281901 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e39632d9-aece-4f25-af41-34093a69f0e8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dfc619be672645bead537cdebca5b658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116179 Mar 31 20:30:11.285584 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39256) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:11.288638 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39632d9-aece-4f25-af41-34093a69f0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f73a7-fe35-4eea-a82c-b765a6cb234a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:11.332187 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-405effe1-7019-4859-8439-2275a68a1be6 req-9c79655b-922d-4189-b0f6-ab83ef587bde service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4333177 Mar 31 20:30:11.341556 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ca0d1-f089-478b-9624-b8719aef87c4 req-a7558617-eb04-4ccf-b7b4-923a2f55a6a6 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:11.356733 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1f7ca0d1-f089-478b-9624-b8719aef87c4 req-a7558617-eb04-4ccf-b7b4-923a2f55a6a6 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 943 time: 0.4937391 Mar 31 20:30:11.390183 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18067cec-8874-411e-88e1-7be9e6a4f731 admin admin] Publish callbacks [] for security_group (848f73a7-fe35-4eea-a82c-b765a6cb234a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:11.433617 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1f7ca0d1-f089-478b-9624-b8719aef87c4 req-2789e4a7-9511-49bb-8dca-f6f3cfeee977 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753741 Mar 31 20:30:11.464433 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18067cec-8874-411e-88e1-7be9e6a4f731 admin admin] Publish callbacks [] for security_group (848f73a7-fe35-4eea-a82c-b765a6cb234a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:11.533514 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405effe1-7019-4859-8439-2275a68a1be6 req-e4bcbe90-c2be-477e-a23b-7d2402a73590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:11.535357 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-405effe1-7019-4859-8439-2275a68a1be6 req-e4bcbe90-c2be-477e-a23b-7d2402a73590 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 1129 time: 0.1156752 Mar 31 20:30:11.546090 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18067cec-8874-411e-88e1-7be9e6a4f731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (848f73a7-fe35-4eea-a82c-b765a6cb234a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:11.549406 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18067cec-8874-411e-88e1-7be9e6a4f731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:11.550792 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-18067cec-8874-411e-88e1-7be9e6a4f731 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/848f73a7-fe35-4eea-a82c-b765a6cb234a HTTP/1.1" status: 204 len: 168 time: 0.2637026 Mar 31 20:30:11.582790 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18067cec-8874-411e-88e1-7be9e6a4f731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f73a7-fe35-4eea-a82c-b765a6cb234a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:11.725652 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405effe1-7019-4859-8439-2275a68a1be6 req-e4bdc6f7-298a-47a9-b2ff-d18fb13ccecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:11.729439 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-405effe1-7019-4859-8439-2275a68a1be6 req-e4bdc6f7-298a-47a9-b2ff-d18fb13ccecf service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 912 time: 0.1578460 Mar 31 20:30:11.828002 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-405effe1-7019-4859-8439-2275a68a1be6 req-5d924171-628d-45a3-8f03-06c716fcab98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f HTTP/1.1" status: 200 len: 1000 time: 0.0904768 Mar 31 20:30:11.886984 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405effe1-7019-4859-8439-2275a68a1be6 req-0b5b9b8b-2241-4705-a464-570939cc1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:11.888444 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-405effe1-7019-4859-8439-2275a68a1be6 req-0b5b9b8b-2241-4705-a464-570939cc1d86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.0541248 Mar 31 20:30:11.955005 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405effe1-7019-4859-8439-2275a68a1be6 req-3c460562-49f3-4670-addb-1a4fd1ee52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:11.956707 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-405effe1-7019-4859-8439-2275a68a1be6 req-3c460562-49f3-4670-addb-1a4fd1ee52a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609982 Mar 31 20:30:12.105877 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-405effe1-7019-4859-8439-2275a68a1be6 req-199466b0-ad47-4fca-85e7-e0336e0e5229 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409225 Mar 31 20:30:12.174477 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39304) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:12.349518 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-405effe1-7019-4859-8439-2275a68a1be6 req-5e1b7527-164d-4481-b624-45ba61dbbc68 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307203 Mar 31 20:30:12.445840 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-81d3cb51-d065-43fc-9fd6-3d3ae09bc72f tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:12.458545 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-81d3cb51-d065-43fc-9fd6-3d3ae09bc72f tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/networks?id=5a0b1869-96fc-439a-98df-7c8791445c54 HTTP/1.1" status: 200 len: 815 time: 0.2392037 Mar 31 20:30:12.478585 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-9dcd7019-ce7e-41d5-a22c-79ef608433ae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/quotas/d90622c468f44197978111b7511bef78 HTTP/1.1" status: 200 len: 375 time: 0.0177076 Mar 31 20:30:12.616158 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2079d4-933e-4fee-a7cc-639fd4e09340 req-ea492420-a29b-4f38-8d53-1ed35cbafac9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:12.618475 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7e2079d4-933e-4fee-a7cc-639fd4e09340 req-ea492420-a29b-4f38-8d53-1ed35cbafac9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 943 time: 0.0751588 Mar 31 20:30:12.628215 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-c29a1733-8cae-474c-87e9-4d43500ff7e0 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d90622c468f44197978111b7511bef78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1485441 Mar 31 20:30:12.791591 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7e2079d4-933e-4fee-a7cc-639fd4e09340 req-9e392a3c-cb6e-49cd-9a72-5648c31d41c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569402 Mar 31 20:30:12.817692 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-42de23ef-0117-4a16-972d-1a64848a5043 service neutron] 10.222.0.82 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685386 Mar 31 20:30:12.946248 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-78d849fa-437c-4ed8-b201-fbae9cf7fb5d service neutron] 10.222.0.82 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203303 Mar 31 20:30:13.189029 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68a2c5e9-91fd-4576-b6d8-c0263a7f1d43 req-e558e451-8185-4cef-9001-6cbb98ad6ee3 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 210 time: 0.0504737 Mar 31 20:30:13.253405 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574330'] for router_interface (fd38d247-1bf4-4567-b427-dde47a17b6b7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:13.572893 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] Deleting port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:13.573348 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:13.695027 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] For port 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=7ee5bf1c-7457-4e1a-9d1f-e719d613dcde,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:13.699609 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:13.728539 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] Calling delete_port for 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:13.931022 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fa442-440d-48e0-8e0b-fcb228e68395 req-332f786b-f345-4ef5-a1c0-a9b96dee59d4 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:13.932675 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a68fa442-440d-48e0-8e0b-fcb228e68395 req-332f786b-f345-4ef5-a1c0-a9b96dee59d4 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 943 time: 0.0738332 Mar 31 20:30:13.977420 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (7ee5bf1c-7457-4e1a-9d1f-e719d613dcde), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.011552 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a68fa442-440d-48e0-8e0b-fcb228e68395 req-fb95e3b4-bc6e-4ce9-b050-1e85b31749c5 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609167 Mar 31 20:30:14.041080 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee5bf1c-7457-4e1a-9d1f-e719d613dcde,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:14.127308 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39406) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:14.221327 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575466'] for router_interface (fd38d247-1bf4-4567-b427-dde47a17b6b7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.285159 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a14af865-cc22-4cf5-88cd-873833dda55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.330586 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b7d02481-64f1-4aeb-b24e-49420dd6375a req-2dc41bf5-8f4a-4ec6-ac3d-b34a89d097bc tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 210 time: 0.0341916 Mar 31 20:30:14.387586 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a14af865-cc22-4cf5-88cd-873833dda55a admin admin] Publish callbacks [] for security_group (7fd81f0d-8c59-43f9-b4a1-71e88067a942), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.391729 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a14af865-cc22-4cf5-88cd-873833dda55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (7fd81f0d-8c59-43f9-b4a1-71e88067a942), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.432914 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-a14af865-cc22-4cf5-88cd-873833dda55a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=16b7372d54a34722aac3343cd25b1334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016064 Mar 31 20:30:14.432914 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af865-cc22-4cf5-88cd-873833dda55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd81f0d-8c59-43f9-b4a1-71e88067a942,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:14.433279 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39412) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:14.502276 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] Router fd38d247-1bf4-4567-b427-dde47a17b6b7 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:14.510039 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35f11ab7-2c07-4149-9b00-1f9d5b78445c admin admin] Publish callbacks [] for security_group (7fd81f0d-8c59-43f9-b4a1-71e88067a942), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.595542 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35f11ab7-2c07-4149-9b00-1f9d5b78445c admin admin] Publish callbacks [] for security_group (7fd81f0d-8c59-43f9-b4a1-71e88067a942), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.663548 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:14.673271 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-d09c80c3-33c6-444a-9697-c6d09a2c4915 admin admin] 10.222.0.82 "PUT /v2.0/routers/fd38d247-1bf4-4567-b427-dde47a17b6b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4933019 Mar 31 20:30:14.673271 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39414) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:14.680421 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] Sync routers for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:14.694531 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:14.695441 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:14.717787 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35f11ab7-2c07-4149-9b00-1f9d5b78445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (7fd81f0d-8c59-43f9-b4a1-71e88067a942), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.720432 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35f11ab7-2c07-4149-9b00-1f9d5b78445c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.721650 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-35f11ab7-2c07-4149-9b00-1f9d5b78445c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7fd81f0d-8c59-43f9-b4a1-71e88067a942 HTTP/1.1" status: 204 len: 168 time: 0.2874162 Mar 31 20:30:14.800819 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f11ab7-2c07-4149-9b00-1f9d5b78445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd81f0d-8c59-43f9-b4a1-71e88067a942,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:14.858798 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Publish callbacks [] for router (fd38d247-1bf4-4567-b427-dde47a17b6b7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.861120 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-6ed7d6fd-4961-4d50-abdf-4e8f8c279e03 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:14.861476 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:14.863814 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-6ed7d6fd-4961-4d50-abdf-4e8f8c279e03 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.57 "GET /v2.0/networks?id=5a0b1869-96fc-439a-98df-7c8791445c54 HTTP/1.1" status: 200 len: 815 time: 0.1966810 Mar 31 20:30:14.882895 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'port': {'device_id': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'admin_state_up': True, 'tenant_id': 'd90622c468f44197978111b7511bef78'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:15.015169 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Publish callbacks [] for router_gateway (fd38d247-1bf4-4567-b427-dde47a17b6b7), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.067236 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Made reservation on behalf of d90622c468f44197978111b7511bef78 for: {'port': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:15.070825 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.106805 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Deleting port 414211f4-9b25-44b4-9c80-a4982daddbe0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:15.107278 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.107901 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:30:13Z', 'revision_number': 5, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port': {'id': '414211f4-9b25-44b4-9c80-a4982daddbe0', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:22:01Z', 'updated_at': '2022-03-31T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:15.147535 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] Checking router: fd38d247-1bf4-4567-b427-dde47a17b6b7 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:15.158573 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] Routers {'fd38d247-1bf4-4567-b427-dde47a17b6b7'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:15.159319 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:29:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['fd38d247-1bf4-4567-b427-dde47a17b6b7'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:15.235679 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39434) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:15.272030 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0872b7f-ac97-4e94-a88e-f2c3518095a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.275742 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] Set router fd38d247-1bf4-4567-b427-dde47a17b6b7 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:15.301946 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] For port 414211f4-9b25-44b4-9c80-a4982daddbe0, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=414211f4-9b25-44b4-9c80-a4982daddbe0,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:15.303018 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.328567 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Calling delete_port for 414211f4-9b25-44b4-9c80-a4982daddbe0 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:15.342125 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:30:15Z', 'revision_number': 6, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port_host': None}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:15.352175 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12986080-fa7e-4501-9c6c-a793291f64e5 req-7122ee40-b3c2-406c-ac84-d6cdfeaef9bc tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:15.353694 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-12986080-fa7e-4501-9c6c-a793291f64e5 req-7122ee40-b3c2-406c-ac84-d6cdfeaef9bc tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 943 time: 0.2211914 Mar 31 20:30:15.375712 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Allocated IP 172.20.0.4 (5a0b1869-96fc-439a-98df-7c8791445c54/d2008bf2-70d2-4095-bc32-f321f628efb5/a5a543c3-5a8d-4cef-84f6-7f1ac185e679) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:30:15.386451 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c9a45-d432-42b3-a436-f76156f77f7a None None] The sync data for ids ['fd38d247-1bf4-4567-b427-dde47a17b6b7'] in dv-cinder-836071-1-iscsi is: [{'id': 'fd38d247-1bf4-4567-b427-dde47a17b6b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1334746276-router', 'tenant_id': 'b6a356deae9d4aada508dd5b423afead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:21:58Z', 'updated_at': '2022-03-31T20:30:15Z', 'revision_number': 6, 'project_id': 'b6a356deae9d4aada508dd5b423afead', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:15.494263 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-12986080-fa7e-4501-9c6c-a793291f64e5 req-d16e5b34-79da-433b-b0a4-ec15b8989d6a tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319816 Mar 31 20:30:15.533893 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b4cad18f-aa19-4aac-9f0c-c736ec417140 req-d95a69dc-43f5-44f2-b3c8-9d367852dcca tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 210 time: 0.0607700 Mar 31 20:30:15.538334 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0872b7f-ac97-4e94-a88e-f2c3518095a9 admin admin] Publish callbacks [] for security_group (79565aa7-6944-4b57-acfe-349843065a03), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.587601 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (414211f4-9b25-44b4-9c80-a4982daddbe0), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.595392 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0872b7f-ac97-4e94-a88e-f2c3518095a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (79565aa7-6944-4b57-acfe-349843065a03), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.617352 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=414211f4-9b25-44b4-9c80-a4982daddbe0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:15.678166 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0872b7f-ac97-4e94-a88e-f2c3518095a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79565aa7-6944-4b57-acfe-349843065a03,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:15.686409 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c0872b7f-ac97-4e94-a88e-f2c3518095a9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=12500dee2037424285d779267132d5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4495132 Mar 31 20:30:15.689529 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39448) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:15.712036 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588800'] for router_gateway (fd38d247-1bf4-4567-b427-dde47a17b6b7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.746096 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.811764 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-828a818d-e166-4d12-8e72-1eee989f6b56 admin admin] Publish callbacks [] for security_group (79565aa7-6944-4b57-acfe-349843065a03), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.855373 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-828a818d-e166-4d12-8e72-1eee989f6b56 admin admin] Publish callbacks [] for security_group (79565aa7-6944-4b57-acfe-349843065a03), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.888907 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 20c507b6-c712-4f7d-a649-8d6feeccb28c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:30:15.932917 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (fd38d247-1bf4-4567-b427-dde47a17b6b7), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.939660 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Publish callbacks [] for router_controller (fd38d247-1bf4-4567-b427-dde47a17b6b7), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:15.999460 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.014356 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-828a818d-e166-4d12-8e72-1eee989f6b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (79565aa7-6944-4b57-acfe-349843065a03), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.024171 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-828a818d-e166-4d12-8e72-1eee989f6b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.030875 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-828a818d-e166-4d12-8e72-1eee989f6b56 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/79565aa7-6944-4b57-acfe-349843065a03 HTTP/1.1" status: 204 len: 168 time: 0.3382475 Mar 31 20:30:16.044237 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577509'] for router (fd38d247-1bf4-4567-b427-dde47a17b6b7), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.045351 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd38d247-1bf4-4567-b427-dde47a17b6b7 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:30:16.050924 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.055787 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-852766d3-da91-4a41-b22d-b6995b5c0b40 admin admin] 10.222.0.82 "DELETE /v2.0/routers/fd38d247-1bf4-4567-b427-dde47a17b6b7 HTTP/1.1" status: 204 len: 168 time: 1.3830311 Mar 31 20:30:16.057178 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39454) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:16.112954 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 20c507b6-c712-4f7d-a649-8d6feeccb28c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=20c507b6-c712-4f7d-a649-8d6feeccb28c,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:16.121941 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a818d-e166-4d12-8e72-1eee989f6b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79565aa7-6944-4b57-acfe-349843065a03,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:16.135045 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'port_id': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'mac_address': 'fa:16:3e:42:37:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:30:16.158247 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abbaab9-ffda-44d7-a293-75a72d06a2d7 admin admin] Deleting subnet fbf63542-f5e0-42a0-b3b7-62479f7cd75f {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:30:16.161534 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Network 5a0b1869-96fc-439a-98df-7c8791445c54 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:30:16.174862 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5abbaab9-ffda-44d7-a293-75a72d06a2d7 admin admin] Publish callbacks [] for subnet (fbf63542-f5e0-42a0-b3b7-62479f7cd75f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.175312 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:16.191229 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'Port': ['ID=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:16.204794 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:30:16.244530 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 20c507b6-c712-4f7d-a649-8d6feeccb28c is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:16.252457 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.267639 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5abbaab9-ffda-44d7-a293-75a72d06a2d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25685534'] for subnet (fbf63542-f5e0-42a0-b3b7-62479f7cd75f), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.285659 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:16.286349 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.289478 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c507b6-c712-4f7d-a649-8d6feeccb28c {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:30:16.353869 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 20c507b6-c712-4f7d-a649-8d6feeccb28c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=20c507b6-c712-4f7d-a649-8d6feeccb28c,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:16.370334 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-699926a7-5f40-4206-a61a-9964871a75b6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4957535 Mar 31 20:30:16.376010 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.394114 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Request body: {'port': {'device_id': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:16.394856 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:30:16.529870 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=20c507b6-c712-4f7d-a649-8d6feeccb28c,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:16.550233 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.550592 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.550971 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.551591 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.551934 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.552806 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.559106 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5abbaab9-ffda-44d7-a293-75a72d06a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (fbf63542-f5e0-42a0-b3b7-62479f7cd75f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.591934 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.592555 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.593671 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.598331 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.598742 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.599137 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.601668 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.602019 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.602365 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:16.634482 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5abbaab9-ffda-44d7-a293-75a72d06a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3511483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977203'] for subnet (fbf63542-f5e0-42a0-b3b7-62479f7cd75f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.656519 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.692922 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbaab9-ffda-44d7-a293-75a72d06a2d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf63542-f5e0-42a0-b3b7-62479f7cd75f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:16.695456 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5abbaab9-ffda-44d7-a293-75a72d06a2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:16.703008 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-5abbaab9-ffda-44d7-a293-75a72d06a2d7 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/fbf63542-f5e0-42a0-b3b7-62479f7cd75f HTTP/1.1" status: 204 len: 168 time: 0.6443994 Mar 31 20:30:16.703666 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39462) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:16.705684 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc14ed-deca-4924-98c7-934a99b12a57 None None] Network 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:16.842107 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['20c507b6-c712-4f7d-a649-8d6feeccb28c'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:16.904018 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:17.006874 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (2cac471c-e091-4aa7-9f0e-e0c9aca76d4c), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.010191 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:17.010885 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7ee5bf1c-7457-4e1a-9d1f-e719d613dcde not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:17.011675 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 414211f4-9b25-44b4-9c80-a4982daddbe0 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:17.049429 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 414211f4-9b25-44b4-9c80-a4982daddbe0 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:17.059404 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 414211f4-9b25-44b4-9c80-a4982daddbe0 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:17.084849 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6673723-0dbb-4743-b52d-b5cac910a01a req-8c7af662-ee49-411a-a46f-e2d99c50000b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:17.086426 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b6673723-0dbb-4743-b52d-b5cac910a01a req-8c7af662-ee49-411a-a46f-e2d99c50000b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 944 time: 0.3077629 Mar 31 20:30:17.094298 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-786b5221-ad7f-4565-9a4b-a880405d05f6 None None] Provisioning complete for port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:17.095046 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-786b5221-ad7f-4565-9a4b-a880405d05f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.095177 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945cc9a-bd18-4347-8542-8270ae15747d req-a0065299-f3f6-4d2f-b7ea-5c64f8c44db3 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:17.096668 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8945cc9a-bd18-4347-8542-8270ae15747d req-a0065299-f3f6-4d2f-b7ea-5c64f8c44db3 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 931 time: 0.3191092 Mar 31 20:30:17.209485 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-786b5221-ad7f-4565-9a4b-a880405d05f6 None None] Port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 cannot update to ACTIVE because it is not bound. {{(pid=103337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:30:17.249882 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Deleting port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:17.250432 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.311222 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b6673723-0dbb-4743-b52d-b5cac910a01a req-0671a24e-d8ba-4ff2-a584-3666436ee7dd tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104087 Mar 31 20:30:17.368760 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66547e65-ba3e-466f-9295-0e84f56a8cb8 None None] DHCP port deletion for 2cac471c-e091-4aa7-9f0e-e0c9aca76d4c request from dv-cinder-836071-1-iscsi {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:30:17.371532 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-8945cc9a-bd18-4347-8542-8270ae15747d req-c04c0ec7-b145-4b96-8ba8-74658a1ab8ec tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436254 Mar 31 20:30:17.488139 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] For port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=2e9d7748-7a8b-42ac-9417-aa2ddfc7174d,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:17.491227 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.524280 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Calling delete_port for 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:17.565602 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a543c3-5a8d-4cef-84f6-7f1ac185e679 {{(pid=103336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:30:17.579772 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Publish callbacks [] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.595578 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.provisioning_blocks [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Transition to ACTIVE for port object a5a543c3-5a8d-4cef-84f6-7f1ac185e679 will not be triggered until provisioned by entity L2. {{(pid=103336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:30:17.610864 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.668488 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-66547e65-ba3e-466f-9295-0e84f56a8cb8 None None] Deleting port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:17.668864 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-66547e65-ba3e-466f-9295-0e84f56a8cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.745362 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-66547e65-ba3e-466f-9295-0e84f56a8cb8 None None] For port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=2e9d7748-7a8b-42ac-9417-aa2ddfc7174d,segment=NetworkSegment(1fb7bc08-f5e1-4eb3-b613-a871acc110c1),segment_id=1fb7bc08-f5e1-4eb3-b613-a871acc110c1)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:17.745774 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-66547e65-ba3e-466f-9295-0e84f56a8cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.761918 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-66547e65-ba3e-466f-9295-0e84f56a8cb8 None None] Calling delete_port for 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:17.780087 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.818459 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Pushing event updated for resources: {'Port': ['ID=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:17.874877 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] No DVR routers for this DVR port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d on host dv-cinder-836071-1-iscsi {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:17.878772 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9d7748-7a8b-42ac-9417-aa2ddfc7174d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:17.919697 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-66547e65-ba3e-466f-9295-0e84f56a8cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383'] for port (2e9d7748-7a8b-42ac-9417-aa2ddfc7174d), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:17.958097 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66547e65-ba3e-466f-9295-0e84f56a8cb8 None None] No DVR routers for this DVR port 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d on host dv-cinder-836071-1-iscsi {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:17.990532 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66547e65-ba3e-466f-9295-0e84f56a8cb8 None None] Pushing event deleted for resources: {'Port': ['ID=2e9d7748-7a8b-42ac-9417-aa2ddfc7174d,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:18.066494 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (2cac471c-e091-4aa7-9f0e-e0c9aca76d4c), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.094187 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Attempting to bind port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:30:18.094582 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Attempting to bind port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:30:18.095177 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Attempting to bind port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 on network 5a0b1869-96fc-439a-98df-7c8791445c54 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:30:18.118291 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cac471c-e091-4aa7-9f0e-e0c9aca76d4c']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:18.120429 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 on network 5a0b1869-96fc-439a-98df-7c8791445c54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:30:18.120760 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Attempting to bind port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 on network 5a0b1869-96fc-439a-98df-7c8791445c54 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:30:18.142971 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb7bc08-f5e1-4eb3-b613-a871acc110c1') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:18.143394 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb7bc08-f5e1-4eb3-b613-a871acc110c1') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:18.153948 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Checking agent: {'id': '712b9937-46b1-46cf-b1fe-f83f18c25a68', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'started_at': datetime.datetime(2022, 3, 31, 20, 20, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:30:18.154287 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Checking segment: {'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:30:18.154896 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Bound using segment: {'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:30:18.155510 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Bound port: a5a543c3-5a8d-4cef-84f6-7f1ac185e679, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d0ea72-42f1-4e14-910e-e2e00e170213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:30:18.156041 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.175259 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25685525'] for segment (1fb7bc08-f5e1-4eb3-b613-a871acc110c1), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.195359 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (1fb7bc08-f5e1-4eb3-b613-a871acc110c1), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.212075 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:30:18.213622 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512093'] for segment (1fb7bc08-f5e1-4eb3-b613-a871acc110c1), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: Traceback (most recent call last): Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: timer() Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: cb(*args, **kw) Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: return func(*args, **kwargs) Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: self._notify() Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: self.callback(batched_events) Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: event.method(event) Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: return f(self, *a, **k) Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._get(url).json() Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: return self.request(url, 'GET', **kwargs) Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:30:18.219890 dv-cinder-836071-1-iscsi neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:30:18.331969 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] For port a5a543c3-5a8d-4cef-84f6-7f1ac185e679, host hv-cinder-83607, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:30:18.338429 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] For port a5a543c3-5a8d-4cef-84f6-7f1ac185e679, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:30:18.350356 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.362438 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (2cac471c-e091-4aa7-9f0e-e0c9aca76d4c), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.371251 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.380791 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] 10.222.0.82 "DELETE /v2.0/networks/2cac471c-e091-4aa7-9f0e-e0c9aca76d4c HTTP/1.1" status: 204 len: 168 time: 1.6730635 Mar 31 20:30:18.408820 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1da1a-4b03-458c-bb2f-8d48bc7a9eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cac471c-e091-4aa7-9f0e-e0c9aca76d4c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:18.442389 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:18.443571 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.445814 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] 10.222.0.57 "PUT /v2.0/ports/a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 1093 time: 2.0587447 Mar 31 20:30:18.446596 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:18.467265 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0088583-5e83-436f-8d7c-b849d4e71f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:18.669249 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1cf79-5b1b-44e1-9900-6cc57762574d service neutron] Pushing event updated for resources: {'Port': ['ID=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:18.726532 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911549f1-ac97-41af-b8c0-6dd9ae2deb7a req-d4c472d2-1db9-4aa6-9d80-394b97740b6d tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:18.734183 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-911549f1-ac97-41af-b8c0-6dd9ae2deb7a req-d4c472d2-1db9-4aa6-9d80-394b97740b6d tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 944 time: 0.2276950 Mar 31 20:30:18.809899 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:18.862794 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:18.863186 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 2e9d7748-7a8b-42ac-9417-aa2ddfc7174d not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:18.889996 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39504) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:18.896335 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d7cea-07b7-4198-b702-321d3613025d req-623e1a12-95b8-4f5c-b4ba-89c9fe6cf04d tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:18.898235 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ce1d7cea-07b7-4198-b702-321d3613025d req-623e1a12-95b8-4f5c-b4ba-89c9fe6cf04d tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 943 time: 0.3274534 Mar 31 20:30:18.942625 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-73cda87a-486e-45c7-af19-0bfe399f5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:18.945017 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-73cda87a-486e-45c7-af19-0bfe399f5be5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90622c468f44197978111b7511bef78&device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 1127 time: 0.3735530 Mar 31 20:30:19.022455 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-5df84ab7-0c8e-45e0-8bb2-b22f7fe52b78 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b6a356deae9d4aada508dd5b423afead&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1304719 Mar 31 20:30:19.026143 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39506) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:19.108669 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7270a47-b8d5-47f0-a7aa-ef4d6b5d15f8 admin admin] Publish callbacks [] for security_group (58ae06b1-36c0-4770-a8ee-267c2b561050), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.149723 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7270a47-b8d5-47f0-a7aa-ef4d6b5d15f8 admin admin] Publish callbacks [] for security_group (58ae06b1-36c0-4770-a8ee-267c2b561050), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.169654 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-911549f1-ac97-41af-b8c0-6dd9ae2deb7a req-1c864cbf-49f1-41b1-ac99-3db0802a4946 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4343808 Mar 31 20:30:19.172322 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-745dc38c-9f5f-4d3b-9a57-486afe84dabb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 217 time: 0.1815534 Mar 31 20:30:19.218827 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7270a47-b8d5-47f0-a7aa-ef4d6b5d15f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (58ae06b1-36c0-4770-a8ee-267c2b561050), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.227065 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7270a47-b8d5-47f0-a7aa-ef4d6b5d15f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.227065 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e7270a47-b8d5-47f0-a7aa-ef4d6b5d15f8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/58ae06b1-36c0-4770-a8ee-267c2b561050 HTTP/1.1" status: 204 len: 168 time: 0.1965711 Mar 31 20:30:19.248383 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7270a47-b8d5-47f0-a7aa-ef4d6b5d15f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ae06b1-36c0-4770-a8ee-267c2b561050,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:19.267251 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acff5972-04b8-47fc-9097-026cad62cb45 x-openstack-request-id: req-acff5972-04b8-47fc-9097-026cad62cb45 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:19.267767 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:19.268217 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-acff5972-04b8-47fc-9097-026cad62cb45 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:19.268775 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acff5972-04b8-47fc-9097-026cad62cb45'] response: {'name': 'network-changed', 'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'status': 'completed', 'code': 200} Mar 31 20:30:19.272656 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-ce1d7cea-07b7-4198-b702-321d3613025d req-4a8efe6e-6be5-41dc-9b01-313037837600 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388391 Mar 31 20:30:19.297115 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-d66bf5aa-6994-4340-83a6-10215a891fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.299318 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-d66bf5aa-6994-4340-83a6-10215a891fc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2008bf2-70d2-4095-bc32-f321f628efb5 HTTP/1.1" status: 200 len: 854 time: 0.0648355 Mar 31 20:30:19.743533 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-0ca0575f-9c31-4bd4-b679-28eda32f4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:19.756248 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-0ca0575f-9c31-4bd4-b679-28eda32f4726 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a0b1869-96fc-439a-98df-7c8791445c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1352298 Mar 31 20:30:19.924566 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 20c507b6-c712-4f7d-a649-8d6feeccb28c up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:30:20.030376 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port 20c507b6-c712-4f7d-a649-8d6feeccb28c completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:30:20.034944 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port 20c507b6-c712-4f7d-a649-8d6feeccb28c triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:20.035339 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:20.081548 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-f99f53d7-b5cb-476b-a438-dea7855a498d service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348941 Mar 31 20:30:20.180606 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port 20c507b6-c712-4f7d-a649-8d6feeccb28c is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:20.181266 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:20.222367 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c507b6-c712-4f7d-a649-8d6feeccb28c'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:20.225952 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d342fbb-fe15-4f51-96d5-87ca76a3fe1b" -d '{"events": [{"server_uuid": "049c801b-2673-423c-9e9d-6248b9d1a62b", "name": "network-vif-plugged", "status": "completed", "tag": "20c507b6-c712-4f7d-a649-8d6feeccb28c"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:20.257141 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port 20c507b6-c712-4f7d-a649-8d6feeccb28c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=20c507b6-c712-4f7d-a649-8d6feeccb28c,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:20.263718 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:20.314410 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4f4f82-afc7-4bb9-8eb2-7bf1029f5688 x-openstack-request-id: req-ce4f4f82-afc7-4bb9-8eb2-7bf1029f5688 {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:20.315887 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049c801b-2673-423c-9e9d-6248b9d1a62b", "name": "network-vif-plugged", "status": "completed", "tag": "20c507b6-c712-4f7d-a649-8d6feeccb28c", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:20.316632 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ce4f4f82-afc7-4bb9-8eb2-7bf1029f5688 {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:20.317036 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4f4f82-afc7-4bb9-8eb2-7bf1029f5688'] response: {'server_uuid': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'code': 200} Mar 31 20:30:20.326457 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5571170-8cad-4435-a082-7cc03c0db6bf req-50ce6761-0789-4e92-bab3-2854d3c96fea service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264900 Mar 31 20:30:20.355619 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f68c6c-d659-45c6-8601-5a42f60e00ac req-9cee91aa-975f-40aa-a518-82ebf6f14702 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:20.364101 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b1f68c6c-d659-45c6-8601-5a42f60e00ac req-9cee91aa-975f-40aa-a518-82ebf6f14702 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.0855119 Mar 31 20:30:20.379193 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=20c507b6-c712-4f7d-a649-8d6feeccb28c,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:20.498892 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b1f68c6c-d659-45c6-8601-5a42f60e00ac req-afab6012-d255-4cb7-902b-199d7fa286fe tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285102 Mar 31 20:30:20.578646 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0256f24-8307-4d8f-a155-53092d3bb008 req-aaaa4058-86ce-4b0c-993f-79b961340dca tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:20.580940 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d0256f24-8307-4d8f-a155-53092d3bb008 req-aaaa4058-86ce-4b0c-993f-79b961340dca tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 943 time: 0.1792276 Mar 31 20:30:20.607761 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-d6abada0-a616-46e4-b3b0-9edbf826cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:20.610135 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-d6abada0-a616-46e4-b3b0-9edbf826cc04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90622c468f44197978111b7511bef78&device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 1127 time: 0.1290812 Mar 31 20:30:20.694203 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d0256f24-8307-4d8f-a155-53092d3bb008 req-51c24142-3101-4094-9b3e-780803bcb74b tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031768 Mar 31 20:30:21.704773 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e200e-d0d0-4329-a0e9-2781b63defc9 req-c612e570-44be-4bf0-935a-7d060a5bdca7 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:21.706782 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c63e200e-d0d0-4329-a0e9-2781b63defc9 req-c612e570-44be-4bf0-935a-7d060a5bdca7 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.1023326 Mar 31 20:30:21.817503 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c63e200e-d0d0-4329-a0e9-2781b63defc9 req-f95e1088-ce08-4363-934f-6e8a4d1bcb1f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004834 Mar 31 20:30:21.940097 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df374952-1507-47f4-86d8-e723b9b15ee9 req-87ea9ad4-1363-40f8-b21b-e1f18d100707 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:21.941627 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df374952-1507-47f4-86d8-e723b9b15ee9 req-87ea9ad4-1363-40f8-b21b-e1f18d100707 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 943 time: 0.1414001 Mar 31 20:30:22.039102 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-df374952-1507-47f4-86d8-e723b9b15ee9 req-6d2bcfe6-c118-444d-84e2-bffd3ab4a7d8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903773 Mar 31 20:30:22.299904 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39606) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:22.434744 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61e9a9fc-06b1-4667-9e9a-cef124abbdc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:22.524164 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61e9a9fc-06b1-4667-9e9a-cef124abbdc0 admin admin] Publish callbacks [] for security_group (8ad89ba0-b7bd-451c-9d98-d5e4f6a7b5b1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:22.530933 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61e9a9fc-06b1-4667-9e9a-cef124abbdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8ad89ba0-b7bd-451c-9d98-d5e4f6a7b5b1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:22.572367 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-61e9a9fc-06b1-4667-9e9a-cef124abbdc0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4f3b34a9d4ba463b9e243e57db69b631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706962 Mar 31 20:30:22.573508 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9a9fc-06b1-4667-9e9a-cef124abbdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad89ba0-b7bd-451c-9d98-d5e4f6a7b5b1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:22.575335 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39610) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:22.647044 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec210c8c-b8c7-4225-acab-f17d1703565a admin admin] Publish callbacks [] for security_group (8ad89ba0-b7bd-451c-9d98-d5e4f6a7b5b1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:22.674508 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec210c8c-b8c7-4225-acab-f17d1703565a admin admin] Publish callbacks [] for security_group (8ad89ba0-b7bd-451c-9d98-d5e4f6a7b5b1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:22.731105 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec210c8c-b8c7-4225-acab-f17d1703565a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8ad89ba0-b7bd-451c-9d98-d5e4f6a7b5b1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:22.733645 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ec210c8c-b8c7-4225-acab-f17d1703565a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:22.734835 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ec210c8c-b8c7-4225-acab-f17d1703565a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8ad89ba0-b7bd-451c-9d98-d5e4f6a7b5b1 HTTP/1.1" status: 204 len: 168 time: 0.1583498 Mar 31 20:30:22.745128 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec210c8c-b8c7-4225-acab-f17d1703565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad89ba0-b7bd-451c-9d98-d5e4f6a7b5b1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:22.993865 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a4099-1298-452a-b69d-746de5395954 req-40958f3c-1456-48e8-8f19-1323d1eca430 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:22.997141 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-907a4099-1298-452a-b69d-746de5395954 req-40958f3c-1456-48e8-8f19-1323d1eca430 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.0740292 Mar 31 20:30:23.068178 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-907a4099-1298-452a-b69d-746de5395954 req-2adeea81-6ec5-45e9-bda1-85c2fc06f127 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617833 Mar 31 20:30:23.138731 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39622) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:23.155966 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da209f26-9464-4b3b-8f69-c60bacaa117a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.243757 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058891c7-87f2-4fe0-9bb3-a5ee46d8e811 req-75fa1fc4-b77a-4981-b762-549e0abbb14d tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:23.254331 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-058891c7-87f2-4fe0-9bb3-a5ee46d8e811 req-75fa1fc4-b77a-4981-b762-549e0abbb14d tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 943 time: 0.1037645 Mar 31 20:30:23.303114 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da209f26-9464-4b3b-8f69-c60bacaa117a admin admin] Publish callbacks [] for security_group (ebf5a81e-8caa-409c-a875-1627ec04fbaa), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.312932 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da209f26-9464-4b3b-8f69-c60bacaa117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (ebf5a81e-8caa-409c-a875-1627ec04fbaa), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.322412 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-058891c7-87f2-4fe0-9bb3-a5ee46d8e811 req-533f99dc-a71a-4354-8be3-59d49da8100c tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618453 Mar 31 20:30:23.369323 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-da209f26-9464-4b3b-8f69-c60bacaa117a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f5d05010e95347ef8d9449fbccfe95b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269297 Mar 31 20:30:23.373114 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39628) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:23.404773 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da209f26-9464-4b3b-8f69-c60bacaa117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf5a81e-8caa-409c-a875-1627ec04fbaa,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:23.460096 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32944c2d-68b5-483f-8583-3a4e1b7b1963 admin admin] Publish callbacks [] for security_group (ebf5a81e-8caa-409c-a875-1627ec04fbaa), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.491092 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32944c2d-68b5-483f-8583-3a4e1b7b1963 admin admin] Publish callbacks [] for security_group (ebf5a81e-8caa-409c-a875-1627ec04fbaa), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.668195 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32944c2d-68b5-483f-8583-3a4e1b7b1963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (ebf5a81e-8caa-409c-a875-1627ec04fbaa), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.674103 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32944c2d-68b5-483f-8583-3a4e1b7b1963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.675863 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-32944c2d-68b5-483f-8583-3a4e1b7b1963 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ebf5a81e-8caa-409c-a875-1627ec04fbaa HTTP/1.1" status: 204 len: 168 time: 0.3013918 Mar 31 20:30:23.701310 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32944c2d-68b5-483f-8583-3a4e1b7b1963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf5a81e-8caa-409c-a875-1627ec04fbaa,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:23.749003 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39634) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:23.900631 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f26d1ca-6062-439d-acab-976a035b32ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:24.027293 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f26d1ca-6062-439d-acab-976a035b32ce admin admin] Publish callbacks [] for security_group (6988a313-1096-42a9-a25a-1ab3ec00a932), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:24.038021 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-7f26d1ca-6062-439d-acab-976a035b32ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (6988a313-1096-42a9-a25a-1ab3ec00a932), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:24.100548 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26d1ca-6062-439d-acab-976a035b32ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6988a313-1096-42a9-a25a-1ab3ec00a932,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:24.110086 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39646) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:24.124844 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-7f26d1ca-6062-439d-acab-976a035b32ce admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d309fd6de6d04165992cc427f9e52756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741529 Mar 31 20:30:24.181964 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-156fc0d8-194f-4ee8-9cd9-dabbf1dc78de admin admin] Publish callbacks [] for security_group (6988a313-1096-42a9-a25a-1ab3ec00a932), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:24.244750 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-156fc0d8-194f-4ee8-9cd9-dabbf1dc78de admin admin] Publish callbacks [] for security_group (6988a313-1096-42a9-a25a-1ab3ec00a932), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:24.273000 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4306643-d439-42fa-8213-1fdfd0348911 req-82f5f2a2-afd9-47ce-a70a-2e6fd4997863 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:24.274806 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b4306643-d439-42fa-8213-1fdfd0348911 req-82f5f2a2-afd9-47ce-a70a-2e6fd4997863 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.0983608 Mar 31 20:30:24.359437 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-156fc0d8-194f-4ee8-9cd9-dabbf1dc78de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (6988a313-1096-42a9-a25a-1ab3ec00a932), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:24.364684 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-156fc0d8-194f-4ee8-9cd9-dabbf1dc78de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:24.376365 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-156fc0d8-194f-4ee8-9cd9-dabbf1dc78de admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6988a313-1096-42a9-a25a-1ab3ec00a932 HTTP/1.1" status: 204 len: 168 time: 0.2649589 Mar 31 20:30:24.390253 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fc0d8-194f-4ee8-9cd9-dabbf1dc78de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6988a313-1096-42a9-a25a-1ab3ec00a932,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:24.427393 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b4306643-d439-42fa-8213-1fdfd0348911 req-8ffa3d8d-0336-4bae-9fe0-f631033081c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272914 Mar 31 20:30:24.508505 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9e353-fc06-42cf-8526-e492d2f93e2a req-81740c3e-9e46-45e9-8d1e-209b5e70bbeb tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:24.510523 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5f9e353-fc06-42cf-8526-e492d2f93e2a req-81740c3e-9e46-45e9-8d1e-209b5e70bbeb tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 943 time: 0.0883071 Mar 31 20:30:24.627545 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e5f9e353-fc06-42cf-8526-e492d2f93e2a req-f7dd6afc-bca4-405e-bc85-c841a3fedbf3 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106939 Mar 31 20:30:25.004305 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39684) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:25.018527 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0f34fd-b39e-416d-a0bd-09be0311a5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.103843 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0f34fd-b39e-416d-a0bd-09be0311a5e0 admin admin] Publish callbacks [] for security_group (d692ec4f-d9f8-4a84-a9f8-e52a29f072bc), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.107907 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb0f34fd-b39e-416d-a0bd-09be0311a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d692ec4f-d9f8-4a84-a9f8-e52a29f072bc), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.148853 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-bb0f34fd-b39e-416d-a0bd-09be0311a5e0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a188a6368d5b46cc9eeeb73e9f813bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428883 Mar 31 20:30:25.149698 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f34fd-b39e-416d-a0bd-09be0311a5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d692ec4f-d9f8-4a84-a9f8-e52a29f072bc,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:25.152085 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39690) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:25.212188 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c9a281e-a722-4d16-99dd-cdffd93df5cc admin admin] Publish callbacks [] for security_group (d692ec4f-d9f8-4a84-a9f8-e52a29f072bc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.237995 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c9a281e-a722-4d16-99dd-cdffd93df5cc admin admin] Publish callbacks [] for security_group (d692ec4f-d9f8-4a84-a9f8-e52a29f072bc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.295631 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c9a281e-a722-4d16-99dd-cdffd93df5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d692ec4f-d9f8-4a84-a9f8-e52a29f072bc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.298235 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c9a281e-a722-4d16-99dd-cdffd93df5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.299447 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-4c9a281e-a722-4d16-99dd-cdffd93df5cc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d692ec4f-d9f8-4a84-a9f8-e52a29f072bc HTTP/1.1" status: 204 len: 168 time: 0.1467068 Mar 31 20:30:25.310439 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a281e-a722-4d16-99dd-cdffd93df5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d692ec4f-d9f8-4a84-a9f8-e52a29f072bc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:25.558871 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d642d-e425-464e-ab52-bc236bd9c7bb req-e5107f01-976d-4eb3-a12b-3eadc19bb728 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:25.560458 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a4d642d-e425-464e-ab52-bc236bd9c7bb req-e5107f01-976d-4eb3-a12b-3eadc19bb728 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.0552123 Mar 31 20:30:25.616100 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1a4d642d-e425-464e-ab52-bc236bd9c7bb req-fb390e07-9532-4eff-aeaf-9ab994aa1135 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502439 Mar 31 20:30:25.765543 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305c1f-8059-4074-b4ab-4e8125a4b7a3 req-c20caed0-cd40-45d8-8691-d1394b1ce869 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:25.767394 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7305c1f-8059-4074-b4ab-4e8125a4b7a3 req-c20caed0-cd40-45d8-8691-d1394b1ce869 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 943 time: 0.0546556 Mar 31 20:30:25.816821 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a7305c1f-8059-4074-b4ab-4e8125a4b7a3 req-c2914112-7462-4e6f-842a-6e43b2475e87 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Mar 31 20:30:25.855436 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a0350147-8cab-43d7-952d-b894ea8e94eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:26.001122 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858017d-c35c-48e1-8d55-8fedd72bbdcd req-5578225b-90fa-489e-8482-3d1f17f36071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:26.002688 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2858017d-c35c-48e1-8d55-8fedd72bbdcd req-5578225b-90fa-489e-8482-3d1f17f36071 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 1129 time: 0.1003392 Mar 31 20:30:26.039981 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-fec73c66-4bd2-404b-83a9-aa221f8aeec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:26.041577 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-fec73c66-4bd2-404b-83a9-aa221f8aeec3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a0b1869-96fc-439a-98df-7c8791445c54 HTTP/1.1" status: 200 len: 916 time: 0.1592667 Mar 31 20:30:26.092376 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-5d6dcc93-f34f-43ae-9823-b2dec7d6f838 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 217 time: 0.0426340 Mar 31 20:30:26.100639 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2858017d-c35c-48e1-8d55-8fedd72bbdcd req-f2ab57a8-c6c6-4f6d-bb3a-2e0435ee34d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876505 Mar 31 20:30:26.146938 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-0b0677a4-07db-45c1-9879-0c45a080d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:26.148938 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-0b0677a4-07db-45c1-9879-0c45a080d675 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2008bf2-70d2-4095-bc32-f321f628efb5 HTTP/1.1" status: 200 len: 854 time: 0.0472031 Mar 31 20:30:26.378644 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-cb76b580-7dac-45b5-bfa8-533482e9f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:26.380389 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-cb76b580-7dac-45b5-bfa8-533482e9f557 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a0b1869-96fc-439a-98df-7c8791445c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508509 Mar 31 20:30:26.498723 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-4d1f1c2e-db1a-4269-bc34-eedc35a69846 service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092949 Mar 31 20:30:26.591304 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b0088583-5e83-436f-8d7c-b849d4e71f6c req-90cc3b39-b40d-4334-a33c-7dcbfc3bd256 service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869873 Mar 31 20:30:26.734566 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c99e2-6779-4bb6-885f-436980fb9a5b req-8fed3a17-0e6e-47a6-9e71-7db1f2cbeb15 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:26.736224 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7b3c99e2-6779-4bb6-885f-436980fb9a5b req-8fed3a17-0e6e-47a6-9e71-7db1f2cbeb15 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.0546620 Mar 31 20:30:26.785565 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7b3c99e2-6779-4bb6-885f-436980fb9a5b req-75435f1d-0203-4814-8270-2719e84657ff tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435712 Mar 31 20:30:26.949213 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f5a42-867e-4eec-9454-6257c7f22d31 req-ce6b5508-7f77-4365-bc5a-565e0c87ee05 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:26.950671 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b2f5a42-867e-4eec-9454-6257c7f22d31 req-ce6b5508-7f77-4365-bc5a-565e0c87ee05 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 943 time: 0.0555198 Mar 31 20:30:26.996640 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3b2f5a42-867e-4eec-9454-6257c7f22d31 req-0bd3ccaa-f56c-423b-8727-5b1eab8ad48a tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Mar 31 20:30:27.918044 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f4abf-8fad-4854-8dc6-fb2a8177d6a1 req-17eea89c-93bc-4649-8f39-aba2e830bf7b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:27.919575 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-869f4abf-8fad-4854-8dc6-fb2a8177d6a1 req-17eea89c-93bc-4649-8f39-aba2e830bf7b tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.0570524 Mar 31 20:30:27.968462 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-869f4abf-8fad-4854-8dc6-fb2a8177d6a1 req-049ac6d5-d755-4409-93cc-f0902d19b6d0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 Mar 31 20:30:28.119328 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-68425e38-b028-48f6-8ab7-0c965a8fc56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:28.407933 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331eb3a-b158-4a97-864d-ad440cce607d req-08cb9ebf-72ee-4d06-91f2-eb55bdea95f0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:28.414310 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e331eb3a-b158-4a97-864d-ad440cce607d req-08cb9ebf-72ee-4d06-91f2-eb55bdea95f0 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.3685238 Mar 31 20:30:28.429348 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5ff92-3357-4604-bee6-96831230fcfc req-5c3530b1-6d5b-4e4c-9e22-46ec3fd8e0b5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:28.430840 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-72a5ff92-3357-4604-bee6-96831230fcfc req-5c3530b1-6d5b-4e4c-9e22-46ec3fd8e0b5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 943 time: 0.3612452 Mar 31 20:30:28.500917 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e331eb3a-b158-4a97-864d-ad440cce607d req-6b8bd66a-2798-4133-bd84-8d0afd86f011 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858514 Mar 31 20:30:28.533160 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39800) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:28.533918 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-72a5ff92-3357-4604-bee6-96831230fcfc req-b6b7be96-79f1-403d-bbef-8d03f27bb755 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942025 Mar 31 20:30:28.751810 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6f4323-8c80-4cb4-82cc-3da7decdf236 tempest-TestVolumeBootPattern-1770739259 tempest-TestVolumeBootPattern-1770739259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:28.753376 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-ea6f4323-8c80-4cb4-82cc-3da7decdf236 tempest-TestVolumeBootPattern-1770739259 tempest-TestVolumeBootPattern-1770739259-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 1124 time: 0.2184188 Mar 31 20:30:28.756274 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39806) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:28.760575 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'port_id': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:28.785663 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:28.892893 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:29.014820 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Allocated IP 172.27.1.117 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/7a5cb97d-b38b-405f-a2c1-240ce7d7c80c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:30:29.136648 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for port (7a5cb97d-b38b-405f-a2c1-240ce7d7c80c), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:29.178104 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (7a5cb97d-b38b-405f-a2c1-240ce7d7c80c), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:29.213946 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:30:29.217141 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:29.221309 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:30:29.253348 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'Port': ['ID=7a5cb97d-b38b-405f-a2c1-240ce7d7c80c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:29.373631 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:29.666784 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (59301632-3a4c-4c58-9776-1addc32e232b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:29.718427 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc32c7-370b-4197-928f-ff76bd3fcbac req-84a115d9-2a98-4d3f-b82a-8172e6b2279c tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:29.722433 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-acfc32c7-370b-4197-928f-ff76bd3fcbac req-84a115d9-2a98-4d3f-b82a-8172e6b2279c tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 943 time: 0.0747564 Mar 31 20:30:29.758916 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (7a5cb97d-b38b-405f-a2c1-240ce7d7c80c), before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:29.786493 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-acfc32c7-370b-4197-928f-ff76bd3fcbac req-8e1f06d2-4228-4b46-983b-848cdb803496 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555220 Mar 31 20:30:30.214811 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for port (7a5cb97d-b38b-405f-a2c1-240ce7d7c80c), precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.219967 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512129'] for port (7a5cb97d-b38b-405f-a2c1-240ce7d7c80c), after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.297328 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event updated for resources: {'Port': ['ID=7a5cb97d-b38b-405f-a2c1-240ce7d7c80c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:30.314440 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (59301632-3a4c-4c58-9776-1addc32e232b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.428304 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.l3_db [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Floating IP 59301632-3a4c-4c58-9776-1addc32e232b associated. External IP: 172.27.1.117, port: 20c507b6-c712-4f7d-a649-8d6feeccb28c. Mar 31 20:30:30.558897 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39852) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:30.673969 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:30.688043 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0272-7473-4440-a676-f34bed026e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.751301 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.779084 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0272-7473-4440-a676-f34bed026e8a admin admin] Publish callbacks [] for security_group (a4262b6d-4b66-424f-9888-e12e369c45f1), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.784101 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0272-7473-4440-a676-f34bed026e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a4262b6d-4b66-424f-9888-e12e369c45f1), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.798621 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:30.812083 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] Sync routers for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:30.817343 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device a5a543c3-5a8d-4cef-84f6-7f1ac185e679 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:30:30.822305 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c3cb0272-7473-4440-a676-f34bed026e8a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=275ee10f60f142f5afc33e48c78e9f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620463 Mar 31 20:30:30.825860 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39860) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:30.838387 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb0272-7473-4440-a676-f34bed026e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4262b6d-4b66-424f-9888-e12e369c45f1,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:30.841395 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.899372 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-59859e12-bf8b-4ef1-98c0-c730ba8afa63 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1419530 Mar 31 20:30:30.900219 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'tag': '20c507b6-c712-4f7d-a649-8d6feeccb28c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:30.901827 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5be4fb55-b43b-41d9-aaea-055eddf4bf9c admin admin] Publish callbacks [] for security_group (a4262b6d-4b66-424f-9888-e12e369c45f1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.903152 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8e410b-f523-451a-a773-afbb5689c630" -d '{"events": [{"name": "network-changed", "server_uuid": "049c801b-2673-423c-9e9d-6248b9d1a62b", "tag": "20c507b6-c712-4f7d-a649-8d6feeccb28c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:30.932363 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:30.933278 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:30:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:30.961482 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5be4fb55-b43b-41d9-aaea-055eddf4bf9c admin admin] Publish callbacks [] for security_group (a4262b6d-4b66-424f-9888-e12e369c45f1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.014015 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d5301-f205-43ed-9cb1-fc547ff1e814 req-667c645e-d27e-42a5-8fb8-1c7e26cdb289 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:31.015784 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-466d5301-f205-43ed-9cb1-fc547ff1e814 req-667c645e-d27e-42a5-8fb8-1c7e26cdb289 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 943 time: 0.1003187 Mar 31 20:30:31.037048 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5be4fb55-b43b-41d9-aaea-055eddf4bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a4262b6d-4b66-424f-9888-e12e369c45f1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.040152 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5be4fb55-b43b-41d9-aaea-055eddf4bf9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.041310 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-5be4fb55-b43b-41d9-aaea-055eddf4bf9c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a4262b6d-4b66-424f-9888-e12e369c45f1 HTTP/1.1" status: 204 len: 168 time: 0.2143199 Mar 31 20:30:31.068418 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4fb55-b43b-41d9-aaea-055eddf4bf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4262b6d-4b66-424f-9888-e12e369c45f1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:31.138860 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-466d5301-f205-43ed-9cb1-fc547ff1e814 req-2521adb6-540d-4dd8-b333-6b6b1967f083 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963638 Mar 31 20:30:31.177869 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bae7cfb-822b-4817-9475-575c85665a98 x-openstack-request-id: req-1bae7cfb-822b-4817-9475-575c85665a98 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:31.178658 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049c801b-2673-423c-9e9d-6248b9d1a62b", "tag": "20c507b6-c712-4f7d-a649-8d6feeccb28c", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:31.179217 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1bae7cfb-822b-4817-9475-575c85665a98 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:31.179925 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bae7cfb-822b-4817-9475-575c85665a98'] response: {'name': 'network-changed', 'server_uuid': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'tag': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'status': 'completed', 'code': 200} Mar 31 20:30:31.276053 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:31.326794 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port a5a543c3-5a8d-4cef-84f6-7f1ac185e679, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:31.381783 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Returning: {'device': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'port_id': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'mac_address': 'fa:16:3e:cd:6f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:30:31.419931 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 39874) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:31.433669 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4067bf7a-d6b4-4b96-a8f1-6496e0581ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.451169 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 is: DOWN; New status is: BUILD {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:31.451549 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.499836 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a543c3-5a8d-4cef-84f6-7f1ac185e679 {{(pid=103337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:30:31.520346 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4067bf7a-d6b4-4b96-a8f1-6496e0581ffe admin admin] Publish callbacks [] for security_group (53285899-ce41-4e00-b0db-bb70e9a7700b), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.530529 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4067bf7a-d6b4-4b96-a8f1-6496e0581ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (53285899-ce41-4e00-b0db-bb70e9a7700b), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.534535 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port a5a543c3-5a8d-4cef-84f6-7f1ac185e679, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:31.540819 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.572044 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-4067bf7a-d6b4-4b96-a8f1-6496e0581ffe admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f6dbb7ab8f884d48b523a397ba83777e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513388 Mar 31 20:30:31.574389 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067bf7a-d6b4-4b96-a8f1-6496e0581ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53285899-ce41-4e00-b0db-bb70e9a7700b,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:31.574511 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 39876) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:31.635942 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4d223ea-d0aa-4b56-a23c-51a2976e5ce2 admin admin] Publish callbacks [] for security_group (53285899-ce41-4e00-b0db-bb70e9a7700b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.640046 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,revision_number=4']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:31.668770 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '3d77a278-b34d-4184-8bbf-8ed869df6ca4', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:7f:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:08Z', 'updated_at': '2022-03-31T20:28:10Z', 'revision_number': 1, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}, {'id': '59301632-3a4c-4c58-9776-1addc32e232b', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:42:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:29Z', 'updated_at': '2022-03-31T20:30:29Z', 'revision_number': 0, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:31.673603 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4d223ea-d0aa-4b56-a23c-51a2976e5ce2 admin admin] Publish callbacks [] for security_group (53285899-ce41-4e00-b0db-bb70e9a7700b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.702640 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] Checking router: 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:31.712351 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:31.713231 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:30:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:31.731479 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4d223ea-d0aa-4b56-a23c-51a2976e5ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (53285899-ce41-4e00-b0db-bb70e9a7700b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.734603 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4d223ea-d0aa-4b56-a23c-51a2976e5ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.735861 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c4d223ea-d0aa-4b56-a23c-51a2976e5ce2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/53285899-ce41-4e00-b0db-bb70e9a7700b HTTP/1.1" status: 204 len: 168 time: 0.1603777 Mar 31 20:30:31.745601 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d223ea-d0aa-4b56-a23c-51a2976e5ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53285899-ce41-4e00-b0db-bb70e9a7700b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:31.842072 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:32.111159 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.140047 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '3d77a278-b34d-4184-8bbf-8ed869df6ca4', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:7f:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:08Z', 'updated_at': '2022-03-31T20:28:10Z', 'revision_number': 1, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}, {'id': '59301632-3a4c-4c58-9776-1addc32e232b', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:42:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:29Z', 'updated_at': '2022-03-31T20:30:29Z', 'revision_number': 0, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:32.184391 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6738eb6d-d950-4a9e-8cc8-beb05ea2c60c None None] The sync data for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi is: [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '3d77a278-b34d-4184-8bbf-8ed869df6ca4', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:7f:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:08Z', 'updated_at': '2022-03-31T20:28:10Z', 'revision_number': 1, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}, {'id': '59301632-3a4c-4c58-9776-1addc32e232b', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:42:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:29Z', 'updated_at': '2022-03-31T20:30:29Z', 'revision_number': 0, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:32.304133 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94dcf2-73fd-45a5-a10b-5ef14437fed1 req-db6351e4-6f45-4d76-8b98-9762720086ba tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:32.305620 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3f94dcf2-73fd-45a5-a10b-5ef14437fed1 req-db6351e4-6f45-4d76-8b98-9762720086ba tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 944 time: 0.0723219 Mar 31 20:30:32.364962 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-3f94dcf2-73fd-45a5-a10b-5ef14437fed1 req-873184ed-abb5-46af-aa7e-30b911751f66 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506263 Mar 31 20:30:32.478506 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ed7125-6561-42bf-b9e6-1548fb70139d None None] New status for floating IP 59301632-3a4c-4c58-9776-1addc32e232b: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:30:32.612304 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e410b-f523-451a-a773-afbb5689c630 req-8cd35128-409a-45c5-b6a1-c85f23226ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:32.614557 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa8e410b-f523-451a-a773-afbb5689c630 req-8cd35128-409a-45c5-b6a1-c85f23226ba2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 1129 time: 0.0580444 Mar 31 20:30:32.745835 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e410b-f523-451a-a773-afbb5689c630 req-78493ef0-243e-4795-8af0-bf5370cf0656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:32.748676 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa8e410b-f523-451a-a773-afbb5689c630 req-78493ef0-243e-4795-8af0-bf5370cf0656 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 912 time: 0.1287451 Mar 31 20:30:32.831639 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa8e410b-f523-451a-a773-afbb5689c630 req-68487df1-c341-434d-b7b3-e1ca13b5cf72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c507b6-c712-4f7d-a649-8d6feeccb28c HTTP/1.1" status: 200 len: 1001 time: 0.0768101 Mar 31 20:30:32.837694 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['a5a543c3-5a8d-4cef-84f6-7f1ac185e679'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:32.891607 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e410b-f523-451a-a773-afbb5689c630 req-5d6651ac-9178-4524-8a34-b83f75c63622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:32.893172 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa8e410b-f523-451a-a773-afbb5689c630 req-5d6651ac-9178-4524-8a34-b83f75c63622 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.0546870 Mar 31 20:30:32.950534 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e410b-f523-451a-a773-afbb5689c630 req-e77f6cc2-1c03-4753-8af0-5e1fdb217d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:32.952049 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa8e410b-f523-451a-a773-afbb5689c630 req-e77f6cc2-1c03-4753-8af0-5e1fdb217d09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526094 Mar 31 20:30:33.053223 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa8e410b-f523-451a-a773-afbb5689c630 req-30afe429-4353-4450-8a47-0075c8c43327 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932040 Mar 31 20:30:33.152849 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa8e410b-f523-451a-a773-afbb5689c630 req-0e141434-6c1d-4330-9df4-efd36c17a282 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912919 Mar 31 20:30:33.509660 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96254e-5861-4b46-a3ea-c15212518b6d req-a9492758-902e-496c-9223-c80fc8316b4d tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:33.511203 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0f96254e-5861-4b46-a3ea-c15212518b6d req-a9492758-902e-496c-9223-c80fc8316b4d tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 944 time: 0.0640178 Mar 31 20:30:33.569521 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0f96254e-5861-4b46-a3ea-c15212518b6d req-86632197-ad64-463f-91c7-27d282c461c5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526011 Mar 31 20:30:33.757701 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.035799 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device a5a543c3-5a8d-4cef-84f6-7f1ac185e679 up at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:30:34.086517 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning for port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 completed by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:30:34.090931 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Provisioning complete for port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 triggered by entity L2. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:34.091303 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.168524 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Current status of the port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 is: BUILD; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:34.168836 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), before_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.195268 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679'}] {{(pid=103337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:34.197536 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4634a1529cba5698059c1935116631b0ac99b08064041cd6c2ca700765823601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe4bc21-b727-4c18-ba71-bdbae9122153" -d '{"events": [{"server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "name": "network-vif-plugged", "status": "completed", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679"}]}' {{(pid=103337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:34.214401 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] For port a5a543c3-5a8d-4cef-84f6-7f1ac185e679, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:34.219249 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.249445 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38decc85-a223-4fae-a045-923ca6ffef7e x-openstack-request-id: req-38decc85-a223-4fae-a045-923ca6ffef7e {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:34.249743 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "name": "network-vif-plugged", "status": "completed", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679", "code": 200}]} {{(pid=103337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:34.250003 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-38decc85-a223-4fae-a045-923ca6ffef7e {{(pid=103337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:34.250405 dv-cinder-836071-1-iscsi neutron-server[103337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38decc85-a223-4fae-a045-923ca6ffef7e'] response: {'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'code': 200} Mar 31 20:30:34.282795 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Pushing event updated for resources: {'Port': ['ID=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,revision_number=5']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:34.456752 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fd993-ab41-4a08-b881-59f20372ad54 req-fc43cd3d-ff73-4d05-94eb-14fe6fbe2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:34.458214 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5d9fd993-ab41-4a08-b881-59f20372ad54 req-fc43cd3d-ff73-4d05-94eb-14fe6fbe2760 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 1129 time: 0.0608940 Mar 31 20:30:34.506144 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5d9fd993-ab41-4a08-b881-59f20372ad54 req-8b983b7b-d360-49b9-852e-67d2e683e9be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Mar 31 20:30:34.701327 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42a001-0221-4de7-b1a6-f26129f8cc0b req-2b245460-1cea-4dfe-87ff-86d4ee384640 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:34.703719 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dc42a001-0221-4de7-b1a6-f26129f8cc0b req-2b245460-1cea-4dfe-87ff-86d4ee384640 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0577645 Mar 31 20:30:34.761418 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-dc42a001-0221-4de7-b1a6-f26129f8cc0b req-d99b228e-2cd0-4f27-9e3b-45a48e58779d tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515077 Mar 31 20:30:35.889369 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02096526-b9bc-46e2-a1e3-19297131e7e5 req-26098b0a-7c96-46d9-9acd-745cee7d8754 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:35.890866 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-02096526-b9bc-46e2-a1e3-19297131e7e5 req-26098b0a-7c96-46d9-9acd-745cee7d8754 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0563807 Mar 31 20:30:35.941200 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-02096526-b9bc-46e2-a1e3-19297131e7e5 req-6188aed7-d69f-4a4e-8af1-4fcecab023e2 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442717 Mar 31 20:30:37.063600 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab6e2a-72da-4f22-a3cd-3eeca452b1d9 req-441f6bd9-9bdf-40a0-8a66-5e49f4794408 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:37.065041 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a4ab6e2a-72da-4f22-a3cd-3eeca452b1d9 req-441f6bd9-9bdf-40a0-8a66-5e49f4794408 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0515313 Mar 31 20:30:37.110066 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-a4ab6e2a-72da-4f22-a3cd-3eeca452b1d9 req-25b5198f-a7b4-47ed-b893-0ba8ddfd0767 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 Mar 31 20:30:38.228820 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153a49d-da15-4710-a304-2c6851f8a8ad req-0516c145-2f22-4fa6-801e-2c911f9dcf02 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:38.230452 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f153a49d-da15-4710-a304-2c6851f8a8ad req-0516c145-2f22-4fa6-801e-2c911f9dcf02 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0567737 Mar 31 20:30:38.276614 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f153a49d-da15-4710-a304-2c6851f8a8ad req-6fb42a51-719e-4d3c-864f-990c8bb04715 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Mar 31 20:30:39.413000 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af14a9-67b0-4f8c-b7a7-821921c94929 req-2f058ce9-3f1a-4597-9b4b-4e5b4510cc47 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:39.413000 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-80af14a9-67b0-4f8c-b7a7-821921c94929 req-2f058ce9-3f1a-4597-9b4b-4e5b4510cc47 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0631557 Mar 31 20:30:39.464937 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-80af14a9-67b0-4f8c-b7a7-821921c94929 req-66b30b83-6c48-4db2-93e7-78c32ac6cb77 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471387 Mar 31 20:30:39.597311 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a19670-e105-4da3-bc27-9c46dcda7a09 req-49669ce7-2061-42db-9742-ea98317872ed tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:39.599029 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b8a19670-e105-4da3-bc27-9c46dcda7a09 req-49669ce7-2061-42db-9742-ea98317872ed tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0587051 Mar 31 20:30:39.653674 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b8a19670-e105-4da3-bc27-9c46dcda7a09 req-2b182e17-a07d-49cf-b08f-b18f97edefcc tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479646 Mar 31 20:30:39.995914 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54292165-423c-4a03-acaa-e5e56b8f2bd3 req-035b1c16-9eb6-4e77-95be-99a1e0a6f6e9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:39.997588 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-54292165-423c-4a03-acaa-e5e56b8f2bd3 req-035b1c16-9eb6-4e77-95be-99a1e0a6f6e9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0522859 Mar 31 20:30:40.043519 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-54292165-423c-4a03-acaa-e5e56b8f2bd3 req-e023f601-2e97-45ad-abf7-3dca2553bc10 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401905 Mar 31 20:30:44.346712 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40120) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:44.456917 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-424c6ef7-4518-464b-b11a-cce82d1e2689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:44.530864 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-424c6ef7-4518-464b-b11a-cce82d1e2689 admin admin] Publish callbacks [] for security_group (1d54780e-d100-4f43-a608-7282ab132610), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:44.534462 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-424c6ef7-4518-464b-b11a-cce82d1e2689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (1d54780e-d100-4f43-a608-7282ab132610), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:44.572020 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-424c6ef7-4518-464b-b11a-cce82d1e2689 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a059c960afc341eda3d2b612f104e9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242458 Mar 31 20:30:44.572956 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c6ef7-4518-464b-b11a-cce82d1e2689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d54780e-d100-4f43-a608-7282ab132610,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:44.574634 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40124) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:44.623260 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b56f95ba-df89-4a18-839f-89c322e3f380 admin admin] Publish callbacks [] for security_group (1d54780e-d100-4f43-a608-7282ab132610), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:44.643877 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b56f95ba-df89-4a18-839f-89c322e3f380 admin admin] Publish callbacks [] for security_group (1d54780e-d100-4f43-a608-7282ab132610), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:44.690857 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b56f95ba-df89-4a18-839f-89c322e3f380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (1d54780e-d100-4f43-a608-7282ab132610), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:44.693513 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b56f95ba-df89-4a18-839f-89c322e3f380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:44.694729 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-b56f95ba-df89-4a18-839f-89c322e3f380 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1d54780e-d100-4f43-a608-7282ab132610 HTTP/1.1" status: 204 len: 168 time: 0.1182590 Mar 31 20:30:44.707578 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f95ba-df89-4a18-839f-89c322e3f380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d54780e-d100-4f43-a608-7282ab132610,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:44.854009 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40138) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:44.965816 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-447d2a1b-7860-4b4c-8fe5-1ecb51267231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:44.986645 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40144) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:45.003289 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9504db4-0af4-4e1c-8451-8b1a06ab74d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.048374 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-447d2a1b-7860-4b4c-8fe5-1ecb51267231 admin admin] Publish callbacks [] for security_group (6e80e24e-ae85-4390-aa7d-1cc00cbcb4d3), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.051636 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-447d2a1b-7860-4b4c-8fe5-1ecb51267231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (6e80e24e-ae85-4390-aa7d-1cc00cbcb4d3), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.075784 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9504db4-0af4-4e1c-8451-8b1a06ab74d3 admin admin] Publish callbacks [] for security_group (22140c3a-a840-4a65-9193-85f47176149e), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.079326 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9504db4-0af4-4e1c-8451-8b1a06ab74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (22140c3a-a840-4a65-9193-85f47176149e), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.089313 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-447d2a1b-7860-4b4c-8fe5-1ecb51267231 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eadc6c50d8d24a63925c1fcdcd787dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340493 Mar 31 20:30:45.090171 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d2a1b-7860-4b4c-8fe5-1ecb51267231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e80e24e-ae85-4390-aa7d-1cc00cbcb4d3,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:45.092462 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40146) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:45.121804 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e9504db4-0af4-4e1c-8451-8b1a06ab74d3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ac6a37ce14674b2abc7f8a133e4fbc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336339 Mar 31 20:30:45.122864 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9504db4-0af4-4e1c-8451-8b1a06ab74d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22140c3a-a840-4a65-9193-85f47176149e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:45.125922 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40148) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:45.145229 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6430356e-ba75-46be-8bdf-2ea0d9ed2fb5 admin admin] Publish callbacks [] for security_group (6e80e24e-ae85-4390-aa7d-1cc00cbcb4d3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.166990 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6430356e-ba75-46be-8bdf-2ea0d9ed2fb5 admin admin] Publish callbacks [] for security_group (6e80e24e-ae85-4390-aa7d-1cc00cbcb4d3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.174309 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-986d6599-cf9f-43c5-90c0-56276d7f2a07 admin admin] Publish callbacks [] for security_group (22140c3a-a840-4a65-9193-85f47176149e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.195979 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-986d6599-cf9f-43c5-90c0-56276d7f2a07 admin admin] Publish callbacks [] for security_group (22140c3a-a840-4a65-9193-85f47176149e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.215357 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6430356e-ba75-46be-8bdf-2ea0d9ed2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (6e80e24e-ae85-4390-aa7d-1cc00cbcb4d3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.219227 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6430356e-ba75-46be-8bdf-2ea0d9ed2fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.220508 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-6430356e-ba75-46be-8bdf-2ea0d9ed2fb5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6e80e24e-ae85-4390-aa7d-1cc00cbcb4d3 HTTP/1.1" status: 204 len: 168 time: 0.1271434 Mar 31 20:30:45.229790 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430356e-ba75-46be-8bdf-2ea0d9ed2fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e80e24e-ae85-4390-aa7d-1cc00cbcb4d3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:45.251812 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-986d6599-cf9f-43c5-90c0-56276d7f2a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (22140c3a-a840-4a65-9193-85f47176149e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.255410 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-986d6599-cf9f-43c5-90c0-56276d7f2a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.256858 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-986d6599-cf9f-43c5-90c0-56276d7f2a07 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/22140c3a-a840-4a65-9193-85f47176149e HTTP/1.1" status: 204 len: 168 time: 0.1295757 Mar 31 20:30:45.265839 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d6599-cf9f-43c5-90c0-56276d7f2a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22140c3a-a840-4a65-9193-85f47176149e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:45.617115 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40170) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:45.629903 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-97220677-7975-4950-86bc-880087cb0c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.703510 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-97220677-7975-4950-86bc-880087cb0c32 admin admin] Publish callbacks [] for security_group (c6279072-cf9c-4c31-a538-b3ac26786cfe), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.708012 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-97220677-7975-4950-86bc-880087cb0c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c6279072-cf9c-4c31-a538-b3ac26786cfe), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.748315 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97220677-7975-4950-86bc-880087cb0c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6279072-cf9c-4c31-a538-b3ac26786cfe,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:45.756436 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-97220677-7975-4950-86bc-880087cb0c32 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=10f434ffc8f149239fcd99c8d7ae7144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353240 Mar 31 20:30:45.757518 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40174) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:45.806645 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4edb349c-5eac-4fb5-b835-58dc9665df7d admin admin] Publish callbacks [] for security_group (c6279072-cf9c-4c31-a538-b3ac26786cfe), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.831754 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4edb349c-5eac-4fb5-b835-58dc9665df7d admin admin] Publish callbacks [] for security_group (c6279072-cf9c-4c31-a538-b3ac26786cfe), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.876662 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4edb349c-5eac-4fb5-b835-58dc9665df7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c6279072-cf9c-4c31-a538-b3ac26786cfe), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.879301 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4edb349c-5eac-4fb5-b835-58dc9665df7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.880837 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-4edb349c-5eac-4fb5-b835-58dc9665df7d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c6279072-cf9c-4c31-a538-b3ac26786cfe HTTP/1.1" status: 204 len: 168 time: 0.1230619 Mar 31 20:30:45.888862 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb349c-5eac-4fb5-b835-58dc9665df7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6279072-cf9c-4c31-a538-b3ac26786cfe,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:46.004931 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40190) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:46.144218 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1189134287-network', 'tenant_id': '813731b730f147b991557bf025f97154'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:46.165609 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Made reservation on behalf of 813731b730f147b991557bf025f97154 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:46.168165 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.177052 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.251591 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Publish callbacks [] for security_group (e7e2886d-0cfe-412b-b5f7-3b462890fd8f), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.255483 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (e7e2886d-0cfe-412b-b5f7-3b462890fd8f), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.276265 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:30:46.291090 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e2886d-0cfe-412b-b5f7-3b462890fd8f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:46.296204 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (60ccd788-6719-43f3-9816-ea89cbbfdd05), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.296549 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Added segment 60ccd788-6719-43f3-9816-ea89cbbfdd05 of type vlan for network fa7d8ae1-0e5c-478a-8297-03b2e6736866 Mar 31 20:30:46.338754 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (fa7d8ae1-0e5c-478a-8297-03b2e6736866), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.365326 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (fa7d8ae1-0e5c-478a-8297-03b2e6736866), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.366922 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:46.367520 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.434841 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4287481 Mar 31 20:30:46.435538 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ff9bc-0aa4-4dd6-8bbd-78185ab351f8 admin admin] Pushing event updated for resources: {'Network': ['ID=fa7d8ae1-0e5c-478a-8297-03b2e6736866,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:46.437559 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40214) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:46.443821 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Request body: {'subnet': {'network_id': 'fa7d8ae1-0e5c-478a-8297-03b2e6736866', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1189134287-subnet', 'tenant_id': '813731b730f147b991557bf025f97154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:46.448618 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network fa7d8ae1-0e5c-478a-8297-03b2e6736866 details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:30:46.469139 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Made reservation on behalf of 813731b730f147b991557bf025f97154 for: {'subnet': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:46.472029 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25977196'] for subnet (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.650949 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3511544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25977210'] for subnet (b7fb2dd0-a72a-4930-875a-03de61068cb0), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.711146 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fb2dd0-a72a-4930-875a-03de61068cb0,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:46.715501 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Checking segment: {'id': '60ccd788-6719-43f3-9816-ea89cbbfdd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa7d8ae1-0e5c-478a-8297-03b2e6736866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:30:46.715861 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Network hostable DHCP agents. Network: fa7d8ae1-0e5c-478a-8297-03b2e6736866, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:30:46.734764 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Network fa7d8ae1-0e5c-478a-8297-03b2e6736866 is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:30:46.743830 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, fa7d8ae1-0e5c-478a-8297-03b2e6736866) {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:46.748004 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:46.748600 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.757314 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c715a99-8937-4638-a9ac-a73317c930fc None None] Network fa7d8ae1-0e5c-478a-8297-03b2e6736866 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:46.766110 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-7860adf1-2a87-4668-8920-12e1440b7009 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3274703 Mar 31 20:30:46.864574 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7e241-6a84-4d91-addc-b252565dba60 None None] Network fa7d8ae1-0e5c-478a-8297-03b2e6736866 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:46.935933 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40230) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:47.043099 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-323af364-3ab1-4d0e-a7de-499d41a7bd36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.131262 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-323af364-3ab1-4d0e-a7de-499d41a7bd36 admin admin] Publish callbacks [] for security_group (b3a74ae6-2ec3-4ec5-9277-6b4a567998d8), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.135033 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-323af364-3ab1-4d0e-a7de-499d41a7bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (b3a74ae6-2ec3-4ec5-9277-6b4a567998d8), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.173698 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-323af364-3ab1-4d0e-a7de-499d41a7bd36 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=46bb69fae6ff4e6b8d45bd2785c7d2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366734 Mar 31 20:30:47.174858 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323af364-3ab1-4d0e-a7de-499d41a7bd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a74ae6-2ec3-4ec5-9277-6b4a567998d8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.177159 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40242) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:47.227921 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbcc9-4567-49c3-8c4f-78a1ba32c3bd admin admin] Publish callbacks [] for security_group (b3a74ae6-2ec3-4ec5-9277-6b4a567998d8), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.249220 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbcc9-4567-49c3-8c4f-78a1ba32c3bd admin admin] Publish callbacks [] for security_group (b3a74ae6-2ec3-4ec5-9277-6b4a567998d8), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.298598 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbcc9-4567-49c3-8c4f-78a1ba32c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (b3a74ae6-2ec3-4ec5-9277-6b4a567998d8), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.301723 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbcc9-4567-49c3-8c4f-78a1ba32c3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.305180 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f0fdbcc9-4567-49c3-8c4f-78a1ba32c3bd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b3a74ae6-2ec3-4ec5-9277-6b4a567998d8 HTTP/1.1" status: 204 len: 168 time: 0.1235323 Mar 31 20:30:47.310479 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdbcc9-4567-49c3-8c4f-78a1ba32c3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a74ae6-2ec3-4ec5-9277-6b4a567998d8,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.314647 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40250) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:47.320104 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-476669554-network', 'tenant_id': '93a7b1518bf64191a43232933274e811'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:47.340201 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Made reservation on behalf of 93a7b1518bf64191a43232933274e811 for: {'network': 1} {{(pid=103335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:47.342585 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for network (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.354804 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.432024 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Publish callbacks [] for security_group (7db3d362-c6ae-44ff-b281-c01a552dda69), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.435759 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (7db3d362-c6ae-44ff-b281-c01a552dda69), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.460152 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:30:47.469933 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db3d362-c6ae-44ff-b281-c01a552dda69,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.474608 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (0ee49af6-bb26-4723-9860-53a26d426bba), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.474986 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.segments_db [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Added segment 0ee49af6-bb26-4723-9860-53a26d426bba of type vlan for network c374962d-1c42-4d77-91ce-9ee7878f58dd Mar 31 20:30:47.528016 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736218398266'] for network (c374962d-1c42-4d77-91ce-9ee7878f58dd), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.559206 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396'] for network (c374962d-1c42-4d77-91ce-9ee7878f58dd), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.560308 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:47.561022 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.627183 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3113747 Mar 31 20:30:47.629696 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40264) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:47.634364 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e212f7-fb17-4c44-bb2a-f32a6a9151c2 admin admin] Pushing event updated for resources: {'Network': ['ID=c374962d-1c42-4d77-91ce-9ee7878f58dd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.635485 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Request body: {'subnet': {'network_id': 'c374962d-1c42-4d77-91ce-9ee7878f58dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-476669554-subnet', 'tenant_id': '93a7b1518bf64191a43232933274e811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:47.656009 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Network c374962d-1c42-4d77-91ce-9ee7878f58dd details requested by agent ovs-agent-dv-cinder-836071-1-iscsi with host dv-cinder-836071-1-iscsi {{(pid=103337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:30:47.667597 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Made reservation on behalf of 93a7b1518bf64191a43232933274e811 for: {'subnet': 1} {{(pid=103336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:47.670088 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25952136'] for subnet (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.846645 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25328299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25952158'] for subnet (d9ccd76e-fa09-4e26-b78f-69e2a6cdcbea), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.902496 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ccd76e-fa09-4e26-b78f-69e2a6cdcbea,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.911273 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Checking segment: {'id': '0ee49af6-bb26-4723-9860-53a26d426bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c374962d-1c42-4d77-91ce-9ee7878f58dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:30:47.911631 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Network hostable DHCP agents. Network: c374962d-1c42-4d77-91ce-9ee7878f58dd, hostable agents: ['b525d01b-eea4-4c5a-afb2-b16b902a204e'], hosted agents: [] {{(pid=103336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:30:47.938606 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Network c374962d-1c42-4d77-91ce-9ee7878f58dd is scheduled to be hosted by DHCP agent b525d01b-eea4-4c5a-afb2-b16b902a204e with binding_index 1 {{(pid=103336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:30:47.938606 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-1-iscsi, c374962d-1c42-4d77-91ce-9ee7878f58dd) {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:47.944345 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:47.945270 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.948727 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d463f14-c82d-494d-a647-e9b5b3509bd4 None None] Network c374962d-1c42-4d77-91ce-9ee7878f58dd requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:47.971300 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-2f12175f-8619-495d-ac32-d200abf61807 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3402321 Mar 31 20:30:48.052609 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd37a931-b69f-4a32-9adb-fcb642443fd1 None None] Network c374962d-1c42-4d77-91ce-9ee7878f58dd requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:48.912972 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40316) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:49.014565 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57ec3d07-ce9d-41c8-ab36-ac32b1b99ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.092053 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57ec3d07-ce9d-41c8-ab36-ac32b1b99ba3 admin admin] Publish callbacks [] for security_group (a792e217-8741-4964-a8c3-6e3de0142916), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.095661 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-57ec3d07-ce9d-41c8-ab36-ac32b1b99ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a792e217-8741-4964-a8c3-6e3de0142916), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.132922 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-57ec3d07-ce9d-41c8-ab36-ac32b1b99ba3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=753f9549064c4b1eb3c3ae9a4322289a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189176 Mar 31 20:30:49.134014 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec3d07-ce9d-41c8-ab36-ac32b1b99ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a792e217-8741-4964-a8c3-6e3de0142916,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:49.135759 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40320) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:49.182129 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4679baf-2850-43c3-a967-1dd274344151 admin admin] Publish callbacks [] for security_group (a792e217-8741-4964-a8c3-6e3de0142916), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.202505 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4679baf-2850-43c3-a967-1dd274344151 admin admin] Publish callbacks [] for security_group (a792e217-8741-4964-a8c3-6e3de0142916), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.249379 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4679baf-2850-43c3-a967-1dd274344151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a792e217-8741-4964-a8c3-6e3de0142916), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.252096 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4679baf-2850-43c3-a967-1dd274344151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.253226 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-d4679baf-2850-43c3-a967-1dd274344151 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a792e217-8741-4964-a8c3-6e3de0142916 HTTP/1.1" status: 204 len: 168 time: 0.1164548 Mar 31 20:30:49.261164 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4679baf-2850-43c3-a967-1dd274344151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a792e217-8741-4964-a8c3-6e3de0142916,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:53.393802 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:30:53.660812 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7743c-8356-451f-8ada-ae8a69cf6663 req-6c7750e0-54df-4e2c-b5d4-8586c6ee6e9e tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:53.662263 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b3b7743c-8356-451f-8ada-ae8a69cf6663 req-6c7750e0-54df-4e2c-b5d4-8586c6ee6e9e tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0587986 Mar 31 20:30:53.706496 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-b3b7743c-8356-451f-8ada-ae8a69cf6663 req-8f26d30b-10ec-45ad-9f4f-879c44c9a462 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387509 Mar 31 20:30:53.728350 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40372) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:53.924041 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729d698-7f6a-475a-b9ee-d219e798006b tempest-TestMinimumBasicScenario-1938899658 tempest-TestMinimumBasicScenario-1938899658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:53.929241 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40380) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:53.929513 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-7729d698-7f6a-475a-b9ee-d219e798006b tempest-TestMinimumBasicScenario-1938899658 tempest-TestMinimumBasicScenario-1938899658-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 1124 time: 0.1999261 Mar 31 20:30:53.934852 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'floatingip': {'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'port_id': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:53.955957 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.056941 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.164195 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_common [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Allocated IP 172.27.1.44 (b6166ece-df5b-42ec-a07f-4b497066a618/c8200833-5393-45d7-892d-bc33c57a91f8/9a343117-9c07-4bac-b4b8-3a0705b00aa9) {{(pid=103336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:30:54.278175 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for port (9a343117-9c07-4bac-b4b8-3a0705b00aa9), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.312570 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736218427374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (9a343117-9c07-4bac-b4b8-3a0705b00aa9), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.356102 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Network b6166ece-df5b-42ec-a07f-4b497066a618 is already hosted by enough agents. {{(pid=103336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:30:54.363146 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.base_scheduler [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Resources bound (agent type, host, resource id): {{(pid=103336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:54.367745 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Received port after_create {{(pid=103336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:30:54.371029 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'Port': ['ID=9a343117-9c07-4bac-b4b8-3a0705b00aa9,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:54.734926 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for floatingip (b372e4c0-8fb9-4cc7-9599-eaaab0dee520), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.806246 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (9a343117-9c07-4bac-b4b8-3a0705b00aa9), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.969485 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for port (9a343117-9c07-4bac-b4b8-3a0705b00aa9), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:54.974958 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (9a343117-9c07-4bac-b4b8-3a0705b00aa9), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.067404 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'Port': ['ID=9a343117-9c07-4bac-b4b8-3a0705b00aa9,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:55.074996 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-588922'] for floatingip (b372e4c0-8fb9-4cc7-9599-eaaab0dee520), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.179530 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Floating IP b372e4c0-8fb9-4cc7-9599-eaaab0dee520 associated. External IP: 172.27.1.44, port: a5a543c3-5a8d-4cef-84f6-7f1ac185e679. Mar 31 20:30:55.393044 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Router 4b935530-a185-482e-bb81-b98ab16b6953 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:55.514635 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:55.530725 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] Sync routers for ids ['4b935530-a185-482e-bb81-b98ab16b6953'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:55.535829 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.545872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] Routers {'4b935530-a185-482e-bb81-b98ab16b6953'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:55.546500 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:30:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['4b935530-a185-482e-bb81-b98ab16b6953'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:55.572759 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-d6b767ec-7e46-4cac-98c5-c52c209ee5d9 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6387739 Mar 31 20:30:55.572759 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:55.573342 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa05a1f5-102e-40b3-b249-c1d8172f91c0" -d '{"events": [{"name": "network-changed", "server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:55.574237 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40406) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:55.581236 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-17ca49d7-1b72-4779-a777-05ff08c3b2d5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839507472', 'description': 'tempest-secgroup-smoke-1839507472 description', 'project_id': 'd90622c468f44197978111b7511bef78'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:55.607076 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17ca49d7-1b72-4779-a777-05ff08c3b2d5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.627628 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c01b5cc-74bf-4fad-ac68-04175185fcb3 x-openstack-request-id: req-7c01b5cc-74bf-4fad-ac68-04175185fcb3 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:55.627930 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:55.628189 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7c01b5cc-74bf-4fad-ac68-04175185fcb3 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:55.628631 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c01b5cc-74bf-4fad-ac68-04175185fcb3'] response: {'name': 'network-changed', 'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'status': 'completed', 'code': 200} Mar 31 20:30:55.698829 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] Set router 4b935530-a185-482e-bb81-b98ab16b6953 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:55.703036 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17ca49d7-1b72-4779-a777-05ff08c3b2d5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group (5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.708246 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17ca49d7-1b72-4779-a777-05ff08c3b2d5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.708447 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-e6adc372-adb0-4edf-82ba-19b448a329e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:55.710131 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-e6adc372-adb0-4edf-82ba-19b448a329e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90622c468f44197978111b7511bef78&device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 1129 time: 0.0556273 Mar 31 20:30:55.738618 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17ca49d7-1b72-4779-a777-05ff08c3b2d5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.742803 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-17ca49d7-1b72-4779-a777-05ff08c3b2d5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1633756 Mar 31 20:30:55.743695 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40414) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:55.747893 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-8ec48029-14c9-4410-90d9-497c3452bb1c tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'security_group_rule': {'security_group_id': '5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02', 'project_id': 'd90622c468f44197978111b7511bef78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:55.752576 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca49d7-1b72-4779-a777-05ff08c3b2d5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:55.774768 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ec48029-14c9-4410-90d9-497c3452bb1c tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (83ace7ff-2d43-4675-97a6-8da8054903a9), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.818353 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-519f50fc-4d53-45a4-87a5-b2617ba973e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:55.820663 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-519f50fc-4d53-45a4-87a5-b2617ba973e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a0b1869-96fc-439a-98df-7c8791445c54 HTTP/1.1" status: 200 len: 916 time: 0.1029584 Mar 31 20:30:55.847904 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ec48029-14c9-4410-90d9-497c3452bb1c tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (83ace7ff-2d43-4675-97a6-8da8054903a9), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.853105 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ec48029-14c9-4410-90d9-497c3452bb1c tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (83ace7ff-2d43-4675-97a6-8da8054903a9), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.882565 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec48029-14c9-4410-90d9-497c3452bb1c tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ace7ff-2d43-4675-97a6-8da8054903a9,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:55.904326 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ec48029-14c9-4410-90d9-497c3452bb1c tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.905658 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-18a71104-6406-44b6-a43d-6e4af9972648 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 998 time: 0.0776312 Mar 31 20:30:55.907975 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-8ec48029-14c9-4410-90d9-497c3452bb1c tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631527 Mar 31 20:30:55.911284 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40416) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:55.917596 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0ff88dba-10d3-4169-a2a9-82a17f2ffbee tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'security_group_rule': {'security_group_id': '5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02', 'project_id': 'd90622c468f44197978111b7511bef78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:55.946702 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ff88dba-10d3-4169-a2a9-82a17f2ffbee tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (7720c8a2-328b-4bd2-a359-4c4cb3322ed6), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.966491 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-a2df0964-f270-4a0f-abc6-1f6f08785990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:55.966859 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-05d073ea-4d8a-4c32-8abf-f3030a9fb118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.968938 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-a2df0964-f270-4a0f-abc6-1f6f08785990 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2008bf2-70d2-4095-bc32-f321f628efb5 HTTP/1.1" status: 200 len: 854 time: 0.0559821 Mar 31 20:30:56.011337 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ff88dba-10d3-4169-a2a9-82a17f2ffbee tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (7720c8a2-328b-4bd2-a359-4c4cb3322ed6), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.015663 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ff88dba-10d3-4169-a2a9-82a17f2ffbee tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (7720c8a2-328b-4bd2-a359-4c4cb3322ed6), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.021424 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-b2d212b3-21fb-4a09-b74e-115c24f686cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:56.023237 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-b2d212b3-21fb-4a09-b74e-115c24f686cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a0b1869-96fc-439a-98df-7c8791445c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478084 Mar 31 20:30:56.033769 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff88dba-10d3-4169-a2a9-82a17f2ffbee tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7720c8a2-328b-4bd2-a359-4c4cb3322ed6,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:56.045191 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ff88dba-10d3-4169-a2a9-82a17f2ffbee tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.049335 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0ff88dba-10d3-4169-a2a9-82a17f2ffbee tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355510 Mar 31 20:30:56.049926 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40418) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:56.054168 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-209bd5d8-d64e-4a50-bab6-0258d4448ef8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'security_group_rule': {'security_group_id': '5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02', 'project_id': 'd90622c468f44197978111b7511bef78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:56.080719 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-209bd5d8-d64e-4a50-bab6-0258d4448ef8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (d773ec6e-0d15-482d-b736-0e7fb95468df), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.111057 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'b372e4c0-8fb9-4cc7-9599-eaaab0dee520', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'port_id': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'mac_address': 'fa:16:3e:cd:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:54Z', 'updated_at': '2022-03-31T20:30:54Z', 'revision_number': 0, 'project_id': 'd90622c468f44197978111b7511bef78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3b1645-dfe0-4f11-b01d-9197715b0216', 'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'mac_address': 'fa:16:3e:f3:35:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:48Z', 'updated_at': '2022-03-31T20:29:53Z', 'revision_number': 5, 'project_id': 'd90622c468f44197978111b7511bef78', 'subnets': [{'id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:56.120318 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-06ae9b15-26cc-4d08-9d2f-fe30c73d0109 service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901399 Mar 31 20:30:56.138448 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] Checking router: 4b935530-a185-482e-bb81-b98ab16b6953 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:56.138818 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-209bd5d8-d64e-4a50-bab6-0258d4448ef8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (d773ec6e-0d15-482d-b736-0e7fb95468df), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.143216 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-209bd5d8-d64e-4a50-bab6-0258d4448ef8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (d773ec6e-0d15-482d-b736-0e7fb95468df), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.149235 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] Routers {'4b935530-a185-482e-bb81-b98ab16b6953'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:56.150012 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:30:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['4b935530-a185-482e-bb81-b98ab16b6953'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:56.165353 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bd5d8-d64e-4a50-bab6-0258d4448ef8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d773ec6e-0d15-482d-b736-0e7fb95468df,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:56.171481 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-209bd5d8-d64e-4a50-bab6-0258d4448ef8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.176340 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-209bd5d8-d64e-4a50-bab6-0258d4448ef8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245513 Mar 31 20:30:56.176507 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40420) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:56.183543 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-f4824663-d449-4ea2-b240-ca249e78aea5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'security_group_rule': {'security_group_id': '5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02', 'project_id': 'd90622c468f44197978111b7511bef78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:56.228382 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4824663-d449-4ea2-b240-ca249e78aea5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (5659e052-4978-4b07-8091-74d8fc28a29e), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.265197 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-aa05a1f5-102e-40b3-b249-c1d8172f91c0 req-dca8e1b2-5e59-41c4-aec0-68897401d331 service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351609 Mar 31 20:30:56.268928 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] Set router 4b935530-a185-482e-bb81-b98ab16b6953 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:56.292020 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4824663-d449-4ea2-b240-ca249e78aea5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (5659e052-4978-4b07-8091-74d8fc28a29e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.296013 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4824663-d449-4ea2-b240-ca249e78aea5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (5659e052-4978-4b07-8091-74d8fc28a29e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.312485 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4824663-d449-4ea2-b240-ca249e78aea5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5659e052-4978-4b07-8091-74d8fc28a29e,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:56.324527 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-f4824663-d449-4ea2-b240-ca249e78aea5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.328264 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f4824663-d449-4ea2-b240-ca249e78aea5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485035 Mar 31 20:30:56.328935 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40426) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:56.333754 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.base [None req-0aaee69f-cec7-46c2-93a0-1295d2975051 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'security_group_rule': {'security_group_id': '5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02', 'project_id': 'd90622c468f44197978111b7511bef78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:56.355413 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.securitygroups_db [None req-0aaee69f-cec7-46c2-93a0-1295d2975051 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Project d90622c468f44197978111b7511bef78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:30:56.361205 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0aaee69f-cec7-46c2-93a0-1295d2975051 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (1deb7fbe-dd99-4a3f-90d5-245125b86017), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.429236 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0aaee69f-cec7-46c2-93a0-1295d2975051 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (1deb7fbe-dd99-4a3f-90d5-245125b86017), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.433507 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0aaee69f-cec7-46c2-93a0-1295d2975051 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (1deb7fbe-dd99-4a3f-90d5-245125b86017), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.454006 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaee69f-cec7-46c2-93a0-1295d2975051 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deb7fbe-dd99-4a3f-90d5-245125b86017,revision_number=0']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:56.461032 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0aaee69f-cec7-46c2-93a0-1295d2975051 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.462329 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0aaee69f-cec7-46c2-93a0-1295d2975051 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322050 Mar 31 20:30:56.465198 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40430) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:56.474588 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [None req-80d7512d-975e-45aa-bdce-041450678acf tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'security_group_rule': {'security_group_id': '5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02', 'project_id': 'd90622c468f44197978111b7511bef78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:56.495616 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.securitygroups_db [None req-80d7512d-975e-45aa-bdce-041450678acf tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Project d90622c468f44197978111b7511bef78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:30:56.501054 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80d7512d-975e-45aa-bdce-041450678acf tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (6d09cc37-e1d4-419d-8ea8-ad7939e010df), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.504576 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40432) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:56.531164 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'b372e4c0-8fb9-4cc7-9599-eaaab0dee520', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'port_id': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'mac_address': 'fa:16:3e:cd:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:54Z', 'updated_at': '2022-03-31T20:30:54Z', 'revision_number': 0, 'project_id': 'd90622c468f44197978111b7511bef78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3b1645-dfe0-4f11-b01d-9197715b0216', 'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'mac_address': 'fa:16:3e:f3:35:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:48Z', 'updated_at': '2022-03-31T20:29:53Z', 'revision_number': 5, 'project_id': 'd90622c468f44197978111b7511bef78', 'subnets': [{'id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:56.561625 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cd908-b8ba-44eb-99fb-08f3226974d5 None None] The sync data for ids ['4b935530-a185-482e-bb81-b98ab16b6953'] in dv-cinder-836071-1-iscsi is: [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': 'b372e4c0-8fb9-4cc7-9599-eaaab0dee520', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'port_id': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'mac_address': 'fa:16:3e:cd:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:30:54Z', 'updated_at': '2022-03-31T20:30:54Z', 'revision_number': 0, 'project_id': 'd90622c468f44197978111b7511bef78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3b1645-dfe0-4f11-b01d-9197715b0216', 'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'mac_address': 'fa:16:3e:f3:35:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:48Z', 'updated_at': '2022-03-31T20:29:53Z', 'revision_number': 5, 'project_id': 'd90622c468f44197978111b7511bef78', 'subnets': [{'id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:56.567285 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80d7512d-975e-45aa-bdce-041450678acf tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (6d09cc37-e1d4-419d-8ea8-ad7939e010df), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.572380 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80d7512d-975e-45aa-bdce-041450678acf tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725143'] for security_group_rule (6d09cc37-e1d4-419d-8ea8-ad7939e010df), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.597463 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7512d-975e-45aa-bdce-041450678acf tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d09cc37-e1d4-419d-8ea8-ad7939e010df,revision_number=0']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:56.603695 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-80d7512d-975e-45aa-bdce-041450678acf tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.607324 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-80d7512d-975e-45aa-bdce-041450678acf tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408863 Mar 31 20:30:56.623484 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c3dca9a-be8d-4ea2-a9f3-178361d92dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.711502 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-5ec71283-f8e0-438f-8b34-4c5557030b69 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839507472&fields=id&tenant_id=d90622c468f44197978111b7511bef78 HTTP/1.1" status: 200 len: 267 time: 0.0589521 Mar 31 20:30:56.720126 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c3dca9a-be8d-4ea2-a9f3-178361d92dc7 admin admin] Publish callbacks [] for security_group (0f1c3d88-ff3a-4d36-a61b-e710ed5a5a1b), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.726550 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c3dca9a-be8d-4ea2-a9f3-178361d92dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0f1c3d88-ff3a-4d36-a61b-e710ed5a5a1b), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.773061 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-9c724fe4-8bdd-4890-ad51-6f604d6c4c2b tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:56.775178 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-9c724fe4-8bdd-4890-ad51-6f604d6c4c2b tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0583012 Mar 31 20:30:56.775328 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dca9a-be8d-4ea2-a9f3-178361d92dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1c3d88-ff3a-4d36-a61b-e710ed5a5a1b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:56.792725 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6c3dca9a-be8d-4ea2-a9f3-178361d92dc7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c9ce01f23b1c4455a183cad3aacd932f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869337 Mar 31 20:30:56.794492 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40442) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:56.799616 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-5c8851f0-6f5f-4c56-9d66-1ff20083d654 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'port': {'security_groups': ['3c3a9dd7-48cf-4840-a257-40507d4ee08b', '5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:56.857760 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53e127c4-16cc-47a9-8078-7421608c1192 admin admin] Publish callbacks [] for security_group (0f1c3d88-ff3a-4d36-a61b-e710ed5a5a1b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.863190 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b002d-6c75-4390-ad28-90e744fcbe24 None None] New status for floating IP b372e4c0-8fb9-4cc7-9599-eaaab0dee520: ACTIVE {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:30:56.884268 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-5c8851f0-6f5f-4c56-9d66-1ff20083d654 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.908613 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53e127c4-16cc-47a9-8078-7421608c1192 admin admin] Publish callbacks [] for security_group (0f1c3d88-ff3a-4d36-a61b-e710ed5a5a1b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:56.999872 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53e127c4-16cc-47a9-8078-7421608c1192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (0f1c3d88-ff3a-4d36-a61b-e710ed5a5a1b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.002866 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53e127c4-16cc-47a9-8078-7421608c1192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.004070 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-53e127c4-16cc-47a9-8078-7421608c1192 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0f1c3d88-ff3a-4d36-a61b-e710ed5a5a1b HTTP/1.1" status: 204 len: 168 time: 0.2083173 Mar 31 20:30:57.015949 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e127c4-16cc-47a9-8078-7421608c1192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1c3d88-ff3a-4d36-a61b-e710ed5a5a1b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:57.172241 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-5c8851f0-6f5f-4c56-9d66-1ff20083d654 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] For port a5a543c3-5a8d-4cef-84f6-7f1ac185e679, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:57.207337 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-5c8851f0-6f5f-4c56-9d66-1ff20083d654 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.212800 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-5c8851f0-6f5f-4c56-9d66-1ff20083d654 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.228123 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['a5a543c3-5a8d-4cef-84f6-7f1ac185e679'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:57.261461 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-5c8851f0-6f5f-4c56-9d66-1ff20083d654 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:57.262162 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-5c8851f0-6f5f-4c56-9d66-1ff20083d654 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.263690 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-572459f8-c1e2-4653-b5f5-7449c32d20e3 req-5c8851f0-6f5f-4c56-9d66-1ff20083d654 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "PUT /v2.0/ports/a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 981 time: 0.4728587 Mar 31 20:30:57.295282 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8851f0-6f5f-4c56-9d66-1ff20083d654 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'Port': ['ID=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,revision_number=6']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:57.362441 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['a5a543c3-5a8d-4cef-84f6-7f1ac185e679'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:57.412029 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c3f17-5eca-4d6d-821f-4c8377c95c8f req-431f99a6-609a-4c6d-beeb-ffd422d80ee0 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:57.414763 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-857c3f17-5eca-4d6d-821f-4c8377c95c8f req-431f99a6-609a-4c6d-beeb-ffd422d80ee0 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0782337 Mar 31 20:30:57.498979 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-857c3f17-5eca-4d6d-821f-4c8377c95c8f req-54c35e02-9b8b-4e65-80af-6cd54b0d4be8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778441 Mar 31 20:30:57.599535 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-f1a70c84-6f4f-4b66-a5c5-3204f9c4288b None None] Provisioning complete for port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:57.600081 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-f1a70c84-6f4f-4b66-a5c5-3204f9c4288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.630049 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:57.632492 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550ca576-e496-4663-a233-8cca8df59028" -d '{"events": [{"name": "network-changed", "server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:57.668674 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16b4511-2be4-4643-8043-a4dcee29c4d9 x-openstack-request-id: req-f16b4511-2be4-4643-8043-a4dcee29c4d9 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:57.669000 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:57.669227 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f16b4511-2be4-4643-8043-a4dcee29c4d9 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:57.669667 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16b4511-2be4-4643-8043-a4dcee29c4d9'] response: {'name': 'network-changed', 'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'status': 'completed', 'code': 200} Mar 31 20:30:57.736036 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca576-e496-4663-a233-8cca8df59028 req-226c545b-7b05-48a4-a7e1-2b2234bdda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:57.737559 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-550ca576-e496-4663-a233-8cca8df59028 req-226c545b-7b05-48a4-a7e1-2b2234bdda31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90622c468f44197978111b7511bef78&device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 1168 time: 0.0445936 Mar 31 20:30:57.823905 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-f1a70c84-6f4f-4b66-a5c5-3204f9c4288b None None] Current status of the port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:57.827877 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca576-e496-4663-a233-8cca8df59028 req-70a19808-c04a-4c20-9872-559dc8dd8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:57.829347 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-550ca576-e496-4663-a233-8cca8df59028 req-70a19808-c04a-4c20-9872-559dc8dd8c85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a0b1869-96fc-439a-98df-7c8791445c54 HTTP/1.1" status: 200 len: 916 time: 0.0864177 Mar 31 20:30:57.894455 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-550ca576-e496-4663-a233-8cca8df59028 req-a30dad77-cbbc-4378-907e-3e4e01ae81a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 1000 time: 0.0590861 Mar 31 20:30:57.948939 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca576-e496-4663-a233-8cca8df59028 req-9654c42a-b012-4032-8314-87e13b8df98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:57.951127 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-550ca576-e496-4663-a233-8cca8df59028 req-9654c42a-b012-4032-8314-87e13b8df98e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2008bf2-70d2-4095-bc32-f321f628efb5 HTTP/1.1" status: 200 len: 854 time: 0.0513282 Mar 31 20:30:58.004962 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca576-e496-4663-a233-8cca8df59028 req-c83a6f73-d584-490c-9a9e-0029c59c1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:58.006823 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-550ca576-e496-4663-a233-8cca8df59028 req-c83a6f73-d584-490c-9a9e-0029c59c1967 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a0b1869-96fc-439a-98df-7c8791445c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490980 Mar 31 20:30:58.096431 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-550ca576-e496-4663-a233-8cca8df59028 req-2481902b-4e46-42fc-b071-0eefcdd7dc62 service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808506 Mar 31 20:30:58.110444 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8724a66a-b862-405b-9cf2-b712308f67ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:58.194365 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-550ca576-e496-4663-a233-8cca8df59028 req-563308bb-8ebe-42f5-91e7-bb9d71f2fdfb service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890043 Mar 31 20:30:59.373582 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.742993 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:02.103144 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.759131 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.865650 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40528) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:04.909504 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcb267f-6fd6-477d-be5b-cd94f4d2d8de admin admin] Deleting subnet b7fb2dd0-a72a-4930-875a-03de61068cb0 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:31:04.912647 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3dcb267f-6fd6-477d-be5b-cd94f4d2d8de admin admin] Publish callbacks [] for subnet (b7fb2dd0-a72a-4930-875a-03de61068cb0), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.945369 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3dcb267f-6fd6-477d-be5b-cd94f4d2d8de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25904973'] for subnet (b7fb2dd0-a72a-4930-875a-03de61068cb0), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.986004 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3dcb267f-6fd6-477d-be5b-cd94f4d2d8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (b7fb2dd0-a72a-4930-875a-03de61068cb0), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.280715 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3dcb267f-6fd6-477d-be5b-cd94f4d2d8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952151'] for subnet (b7fb2dd0-a72a-4930-875a-03de61068cb0), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.305179 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb267f-6fd6-477d-be5b-cd94f4d2d8de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fb2dd0-a72a-4930-875a-03de61068cb0,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:05.308904 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3dcb267f-6fd6-477d-be5b-cd94f4d2d8de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.312026 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-3dcb267f-6fd6-477d-be5b-cd94f4d2d8de admin admin] 10.222.0.82 "DELETE /v2.0/subnets/b7fb2dd0-a72a-4930-875a-03de61068cb0 HTTP/1.1" status: 204 len: 168 time: 0.4453773 Mar 31 20:31:05.314407 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40530) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:05.379606 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (fa7d8ae1-0e5c-478a-8297-03b2e6736866), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.461485 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (fa7d8ae1-0e5c-478a-8297-03b2e6736866), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.481377 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7d8ae1-0e5c-478a-8297-03b2e6736866']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:05.490309 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ccd788-6719-43f3-9816-ea89cbbfdd05') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:05.490602 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ccd788-6719-43f3-9816-ea89cbbfdd05') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:05.499575 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25904966'] for segment (60ccd788-6719-43f3-9816-ea89cbbfdd05), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.512106 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (60ccd788-6719-43f3-9816-ea89cbbfdd05), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.517713 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:31:05.518074 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25327950'] for segment (60ccd788-6719-43f3-9816-ea89cbbfdd05), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: Traceback (most recent call last): Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: timer() Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: cb(*args, **kw) Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: return func(*args, **kwargs) Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: self._notify() Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: self.callback(batched_events) Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: event.method(event) Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: return f(self, *a, **k) Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._get(url).json() Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: return self.request(url, 'GET', **kwargs) Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:31:05.520187 dv-cinder-836071-1-iscsi neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:31:05.576828 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (fa7d8ae1-0e5c-478a-8297-03b2e6736866), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.582489 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.585729 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] 10.222.0.82 "DELETE /v2.0/networks/fa7d8ae1-0e5c-478a-8297-03b2e6736866 HTTP/1.1" status: 204 len: 168 time: 0.2703989 Mar 31 20:31:05.588620 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40532) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:05.596513 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc4745-661d-4f14-80b4-835498c7a253 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa7d8ae1-0e5c-478a-8297-03b2e6736866,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:05.634651 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Deleting subnet d9ccd76e-fa09-4e26-b78f-69e2a6cdcbea {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:31:05.637762 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Publish callbacks [] for subnet (d9ccd76e-fa09-4e26-b78f-69e2a6cdcbea), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.671081 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25685534'] for subnet (d9ccd76e-fa09-4e26-b78f-69e2a6cdcbea), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.707769 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (d9ccd76e-fa09-4e26-b78f-69e2a6cdcbea), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.757193 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3511483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977203'] for subnet (d9ccd76e-fa09-4e26-b78f-69e2a6cdcbea), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.786992 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ccd76e-fa09-4e26-b78f-69e2a6cdcbea,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:05.789349 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.792464 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d9ccd76e-fa09-4e26-b78f-69e2a6cdcbea HTTP/1.1" status: 204 len: 168 time: 0.2028484 Mar 31 20:31:05.795084 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40534) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:05.798433 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.798807 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.799155 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.799496 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.799836 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.800165 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.800494 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.800822 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.801146 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.801480 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.801798 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.802123 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.802534 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.802885 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.803208 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92605a93-4ffd-49e1-96b9-a5aa33081838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:05.861952 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (c374962d-1c42-4d77-91ce-9ee7878f58dd), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.940061 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (c374962d-1c42-4d77-91ce-9ee7878f58dd), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.960184 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c374962d-1c42-4d77-91ce-9ee7878f58dd']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:05.969022 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee49af6-bb26-4723-9860-53a26d426bba') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:05.969315 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee49af6-bb26-4723-9860-53a26d426bba') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:05.978726 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25904966'] for segment (0ee49af6-bb26-4723-9860-53a26d426bba), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.991074 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (0ee49af6-bb26-4723-9860-53a26d426bba), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.996557 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:31:05.996925 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25327950'] for segment (0ee49af6-bb26-4723-9860-53a26d426bba), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: Traceback (most recent call last): Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: timer() Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: cb(*args, **kw) Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: return func(*args, **kwargs) Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: self._notify() Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: self.callback(batched_events) Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: event.method(event) Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: return f(self, *a, **k) Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._get(url).json() Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: return self.request(url, 'GET', **kwargs) Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:31:05.998460 dv-cinder-836071-1-iscsi neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:31:06.052113 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (c374962d-1c42-4d77-91ce-9ee7878f58dd), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.056851 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.060580 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] 10.222.0.82 "DELETE /v2.0/networks/c374962d-1c42-4d77-91ce-9ee7878f58dd HTTP/1.1" status: 204 len: 168 time: 0.2645004 Mar 31 20:31:06.073257 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c374962d-1c42-4d77-91ce-9ee7878f58dd,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:06.080299 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.080657 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.080976 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.081852 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.082181 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.082502 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.082857 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.083181 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.083501 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.083821 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.084145 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.084462 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.084778 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.085089 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.085403 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9aab8a-293a-4a49-a518-035ab124a1b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:06.224365 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40538) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:06.266282 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-2f702862-a1d6-4027-acde-9b11cc74bcf4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=813731b730f147b991557bf025f97154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407221 Mar 31 20:31:06.269169 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40540) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:06.313937 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cd74-37e3-4ff2-a273-0710288b4a77 admin admin] Publish callbacks [] for security_group (e7e2886d-0cfe-412b-b5f7-3b462890fd8f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.335425 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cd74-37e3-4ff2-a273-0710288b4a77 admin admin] Publish callbacks [] for security_group (e7e2886d-0cfe-412b-b5f7-3b462890fd8f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.379910 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cd74-37e3-4ff2-a273-0710288b4a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (e7e2886d-0cfe-412b-b5f7-3b462890fd8f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.382391 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cd74-37e3-4ff2-a273-0710288b4a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.383563 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-3cc1cd74-37e3-4ff2-a273-0710288b4a77 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e7e2886d-0cfe-412b-b5f7-3b462890fd8f HTTP/1.1" status: 204 len: 168 time: 0.1135213 Mar 31 20:31:06.391083 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1cd74-37e3-4ff2-a273-0710288b4a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e2886d-0cfe-412b-b5f7-3b462890fd8f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:06.688961 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40546) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:06.727694 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-0093078f-b95b-482c-8eab-a0648afea932 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=93a7b1518bf64191a43232933274e811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376248 Mar 31 20:31:06.730049 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40548) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:06.777036 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95cd2c3f-be71-4ae6-ae7e-c150c287d56e admin admin] Publish callbacks [] for security_group (7db3d362-c6ae-44ff-b281-c01a552dda69), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.802415 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95cd2c3f-be71-4ae6-ae7e-c150c287d56e admin admin] Publish callbacks [] for security_group (7db3d362-c6ae-44ff-b281-c01a552dda69), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.840829 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40550) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:06.854026 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95cd2c3f-be71-4ae6-ae7e-c150c287d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (7db3d362-c6ae-44ff-b281-c01a552dda69), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.856665 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95cd2c3f-be71-4ae6-ae7e-c150c287d56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.857919 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-95cd2c3f-be71-4ae6-ae7e-c150c287d56e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7db3d362-c6ae-44ff-b281-c01a552dda69 HTTP/1.1" status: 204 len: 168 time: 0.1270032 Mar 31 20:31:06.866229 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd2c3f-be71-4ae6-ae7e-c150c287d56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db3d362-c6ae-44ff-b281-c01a552dda69,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:07.202185 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Deleting port 20b8c44b-3f87-425a-a376-2fee5cc6300e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:07.203059 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (20b8c44b-3f87-425a-a376-2fee5cc6300e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.277896 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (20b8c44b-3f87-425a-a376-2fee5cc6300e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.278369 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for floatingip (20b8c44b-3f87-425a-a376-2fee5cc6300e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.290233 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Calling delete_port for 20b8c44b-3f87-425a-a376-2fee5cc6300e owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:07.463954 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (20b8c44b-3f87-425a-a376-2fee5cc6300e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.493788 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event deleted for resources: {'Port': ['ID=20b8c44b-3f87-425a-a376-2fee5cc6300e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:07.557821 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for floatingip (c4b2723d-2340-4029-8ed0-d675bdc92b9b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.558126 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Floating IP c4b2723d-2340-4029-8ed0-d675bdc92b9b disassociated (deleted). External IP: 172.27.1.250, port: 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b. Mar 31 20:31:07.776979 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Router a3b1b50f-483d-4e17-baef-47ec8dd6f95a has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:31:07.884330 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:31:07.889037 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:07.895489 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] Sync routers for ids ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:31:07.907561 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] Routers {'a3b1b50f-483d-4e17-baef-47ec8dd6f95a'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:07.908525 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:30:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:07.921245 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-5d649fc2-ad70-438d-8fdb-44e1da2e2226 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "DELETE /v2.0/floatingips/c4b2723d-2340-4029-8ed0-d675bdc92b9b HTTP/1.1" status: 204 len: 168 time: 1.0793502 Mar 31 20:31:07.921815 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:31:07.924101 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c032da8-9ab1-4eda-8357-77f4eb8256f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:31:07.962015 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b55da2e-b026-4ed4-a81b-a18a878784dd x-openstack-request-id: req-0b55da2e-b026-4ed4-a81b-a18a878784dd {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:31:07.962552 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:31:07.963041 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0b55da2e-b026-4ed4-a81b-a18a878784dd {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:31:07.963641 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b55da2e-b026-4ed4-a81b-a18a878784dd'] response: {'name': 'network-changed', 'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'status': 'completed', 'code': 200} Mar 31 20:31:08.031247 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] Set router a3b1b50f-483d-4e17-baef-47ec8dd6f95a gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:08.041596 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-c205659c-2ffb-4365-a518-87a39a10451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:08.043217 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-c205659c-2ffb-4365-a518-87a39a10451f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39687cfbaefb4fdeb32a72c0d134e48c&device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 1130 time: 0.0555561 Mar 31 20:31:08.178434 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-b9806a3c-1daa-4c8a-ba26-9a50bf82cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:08.179935 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-b9806a3c-1daa-4c8a-ba26-9a50bf82cab5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2e8b6335-0512-42bb-9100-6bddaafec174 HTTP/1.1" status: 200 len: 910 time: 0.1292114 Mar 31 20:31:08.226076 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-06989b91-cd36-4792-bdee-c097ceb1f99e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b HTTP/1.1" status: 200 len: 217 time: 0.0356524 Mar 31 20:31:08.233982 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d158d-e4dd-4c1e-bd5b-5db87bd2cdf0 req-acf70fd5-6bc0-4107-b825-f7063d9c4682 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:08.235464 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-054d158d-e4dd-4c1e-bd5b-5db87bd2cdf0 req-acf70fd5-6bc0-4107-b825-f7063d9c4682 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0985477 Mar 31 20:31:08.277730 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '0ee926fb-1deb-456a-94d6-b56374057d94', 'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'mac_address': 'fa:16:3e:74:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:48Z', 'updated_at': '2022-03-31T20:25:53Z', 'revision_number': 5, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'subnets': [{'id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:08.305906 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] Checking router: a3b1b50f-483d-4e17-baef-47ec8dd6f95a for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:31:08.306407 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-7c6b1ce3-ec21-4566-899d-1b3aba312259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:08.307910 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-7c6b1ce3-ec21-4566-899d-1b3aba312259 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=046c12d2-6e62-40bc-83ff-8651be7529c4 HTTP/1.1" status: 200 len: 848 time: 0.0715759 Mar 31 20:31:08.314558 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] Routers {'a3b1b50f-483d-4e17-baef-47ec8dd6f95a'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:08.315924 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:30:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:08.329739 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-054d158d-e4dd-4c1e-bd5b-5db87bd2cdf0 req-d2c2165b-86d0-435b-9541-a0c6255b17df tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861475 Mar 31 20:31:08.369932 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-f9746391-86e0-445a-bb38-0269645c181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:08.371474 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-f9746391-86e0-445a-bb38-0269645c181c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2e8b6335-0512-42bb-9100-6bddaafec174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547106 Mar 31 20:31:08.434589 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] Set router a3b1b50f-483d-4e17-baef-47ec8dd6f95a gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:08.481348 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-dfa8491c-7461-49c5-b441-03cdd9a26e9c service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016436 Mar 31 20:31:08.589598 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5c032da8-9ab1-4eda-8357-77f4eb8256f4 req-f1f23d8c-c56d-4f79-8300-fdfb9ac8e1c9 service neutron] 10.222.0.57 "GET /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004131 Mar 31 20:31:08.672432 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '0ee926fb-1deb-456a-94d6-b56374057d94', 'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'mac_address': 'fa:16:3e:74:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:48Z', 'updated_at': '2022-03-31T20:25:53Z', 'revision_number': 5, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'subnets': [{'id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:08.702133 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8872c-b145-41dc-a2b1-45bba50fcefd None None] The sync data for ids ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'] in dv-cinder-836071-1-iscsi is: [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:49Z', 'revision_number': 4, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '0ee926fb-1deb-456a-94d6-b56374057d94', 'name': '', 'network_id': '2e8b6335-0512-42bb-9100-6bddaafec174', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'mac_address': 'fa:16:3e:74:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:48Z', 'updated_at': '2022-03-31T20:25:53Z', 'revision_number': 5, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'subnets': [{'id': '046c12d2-6e62-40bc-83ff-8651be7529c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:31:08.919046 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b547e8bb-ff6f-4fc9-9926-00f7441e4a9a None None] New status for floating IP c4b2723d-2340-4029-8ed0-d675bdc92b9b: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:31:09.453374 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aa698-081e-4a2a-bb37-44cdb49b4d71 req-21abbfc7-842e-4d75-bd79-deeddc2168db tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:09.454897 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1d7aa698-081e-4a2a-bb37-44cdb49b4d71 req-21abbfc7-842e-4d75-bd79-deeddc2168db tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0520785 Mar 31 20:31:09.508239 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1d7aa698-081e-4a2a-bb37-44cdb49b4d71 req-95629270-4ea9-4947-951f-893a92b7aa22 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c661c34-9a88-4e41-b52d-6c68df364ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472956 Mar 31 20:31:09.897702 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-3015230e-ac34-49fd-b26e-c670ccbab25e tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:09.899237 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-3015230e-ac34-49fd-b26e-c670ccbab25e tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 946 time: 0.0506928 Mar 31 20:31:09.993149 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-0715ee2b-b892-4f0a-94e3-9886983f1538 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Deleting port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:09.993483 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-0715ee2b-b892-4f0a-94e3-9886983f1538 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.080681 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-0715ee2b-b892-4f0a-94e3-9886983f1538 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] For port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:10.081068 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-0715ee2b-b892-4f0a-94e3-9886983f1538 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.093240 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-0715ee2b-b892-4f0a-94e3-9886983f1538 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Calling delete_port for 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:10.220014 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-0715ee2b-b892-4f0a-94e3-9886983f1538 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.248197 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715ee2b-b892-4f0a-94e3-9886983f1538 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event deleted for resources: {'Port': ['ID=059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:10.291360 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-0715ee2b-b892-4f0a-94e3-9886983f1538 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] No DVR routers for this DVR port 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:10.293720 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-0715ee2b-b892-4f0a-94e3-9886983f1538 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.297093 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-e085511d-ddca-4b5a-afe5-1addaffdac9c req-0715ee2b-b892-4f0a-94e3-9886983f1538 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.57 "DELETE /v2.0/ports/059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b HTTP/1.1" status: 204 len: 173 time: 0.3921413 Mar 31 20:31:10.297529 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'name': 'network-vif-deleted', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:31:10.299818 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93fc2b7-a061-42d1-b3ea-258f466a4717" -d '{"events": [{"server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "name": "network-vif-deleted", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:31:10.337290 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa71dc2-283d-498a-abb4-12ec2e2197b3 x-openstack-request-id: req-4aa71dc2-283d-498a-abb4-12ec2e2197b3 {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:31:10.337594 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb00aa1-eb14-4a02-85e9-c029cdf33012", "name": "network-vif-deleted", "tag": "059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:31:10.337875 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4aa71dc2-283d-498a-abb4-12ec2e2197b3 {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:31:10.338284 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa71dc2-283d-498a-abb4-12ec2e2197b3'] response: {'server_uuid': '4cb00aa1-eb14-4a02-85e9-c029cdf33012', 'name': 'network-vif-deleted', 'tag': '059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b', 'status': 'completed', 'code': 200} Mar 31 20:31:10.605235 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-981ad0e1-1d38-469b-a48b-a9cac0d9b829 req-e5bffffb-3232-48ca-9692-d291aafb8deb tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cb00aa1-eb14-4a02-85e9-c029cdf33012 HTTP/1.1" status: 200 len: 210 time: 0.0294316 Mar 31 20:31:11.026611 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40626) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:11.131806 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-323c6fb7-e264-440e-8278-f5c226e5cf6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.208675 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-323c6fb7-e264-440e-8278-f5c226e5cf6e admin admin] Publish callbacks [] for security_group (04a6794f-365e-459a-85fd-87d8ca971e8e), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.212368 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-323c6fb7-e264-440e-8278-f5c226e5cf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (04a6794f-365e-459a-85fd-87d8ca971e8e), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.248635 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-323c6fb7-e264-440e-8278-f5c226e5cf6e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3cbfca55fc874843af355c05d15c7ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209594 Mar 31 20:31:11.250654 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c6fb7-e264-440e-8278-f5c226e5cf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a6794f-365e-459a-85fd-87d8ca971e8e,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:11.251622 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40630) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:11.298575 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3547df3a-6aa1-46bc-95b9-7e12e2ba2b69 admin admin] Publish callbacks [] for security_group (04a6794f-365e-459a-85fd-87d8ca971e8e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.319470 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3547df3a-6aa1-46bc-95b9-7e12e2ba2b69 admin admin] Publish callbacks [] for security_group (04a6794f-365e-459a-85fd-87d8ca971e8e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.364668 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3547df3a-6aa1-46bc-95b9-7e12e2ba2b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (04a6794f-365e-459a-85fd-87d8ca971e8e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.367186 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3547df3a-6aa1-46bc-95b9-7e12e2ba2b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.368317 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-3547df3a-6aa1-46bc-95b9-7e12e2ba2b69 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/04a6794f-365e-459a-85fd-87d8ca971e8e HTTP/1.1" status: 204 len: 168 time: 0.1157143 Mar 31 20:31:11.375647 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547df3a-6aa1-46bc-95b9-7e12e2ba2b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a6794f-365e-459a-85fd-87d8ca971e8e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:11.618227 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40636) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:11.631824 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6765f528-9d9e-464b-914a-d302d064071f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.663081 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40640) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:11.713046 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6765f528-9d9e-464b-914a-d302d064071f admin admin] Publish callbacks [] for security_group (4d54e0f7-a05d-4f8f-8b9b-0e1780302eb1), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.717109 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6765f528-9d9e-464b-914a-d302d064071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (4d54e0f7-a05d-4f8f-8b9b-0e1780302eb1), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.723109 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-349ac107-699a-4db6-87b2-31beea278240 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group (5c661c34-9a88-4e41-b52d-6c68df364ba3), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.747313 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-349ac107-699a-4db6-87b2-31beea278240 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group (5c661c34-9a88-4e41-b52d-6c68df364ba3), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.754592 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-6765f528-9d9e-464b-914a-d302d064071f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=11fdec92c8ca49cb928d1665a7f8360e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352541 Mar 31 20:31:11.755483 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765f528-9d9e-464b-914a-d302d064071f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d54e0f7-a05d-4f8f-8b9b-0e1780302eb1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:11.757238 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40642) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:11.824087 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-107d41f6-3ddb-4da1-a242-ea5c5c312a9c admin admin] Publish callbacks [] for security_group (4d54e0f7-a05d-4f8f-8b9b-0e1780302eb1), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.851669 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-107d41f6-3ddb-4da1-a242-ea5c5c312a9c admin admin] Publish callbacks [] for security_group (4d54e0f7-a05d-4f8f-8b9b-0e1780302eb1), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.853200 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-349ac107-699a-4db6-87b2-31beea278240 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (5c661c34-9a88-4e41-b52d-6c68df364ba3), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.855659 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-349ac107-699a-4db6-87b2-31beea278240 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.856748 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-349ac107-699a-4db6-87b2-31beea278240 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] 10.222.0.82 "DELETE /v2.0/security-groups/5c661c34-9a88-4e41-b52d-6c68df364ba3 HTTP/1.1" status: 204 len: 168 time: 0.1924722 Mar 31 20:31:11.874066 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ac107-699a-4db6-87b2-31beea278240 tempest-TestShelveInstance-533575602 tempest-TestShelveInstance-533575602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c661c34-9a88-4e41-b52d-6c68df364ba3,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:11.913676 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40646) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:11.923846 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-107d41f6-3ddb-4da1-a242-ea5c5c312a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (4d54e0f7-a05d-4f8f-8b9b-0e1780302eb1), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.927252 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-107d41f6-3ddb-4da1-a242-ea5c5c312a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.928807 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-107d41f6-3ddb-4da1-a242-ea5c5c312a9c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4d54e0f7-a05d-4f8f-8b9b-0e1780302eb1 HTTP/1.1" status: 204 len: 168 time: 0.1695347 Mar 31 20:31:11.936319 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d41f6-3ddb-4da1-a242-ea5c5c312a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d54e0f7-a05d-4f8f-8b9b-0e1780302eb1,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:12.411432 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574330'] for router_interface (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.660969 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] Deleting port 0ee926fb-1deb-456a-94d6-b56374057d94 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:12.661311 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.738409 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] For port 0ee926fb-1deb-456a-94d6-b56374057d94, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=0ee926fb-1deb-456a-94d6-b56374057d94,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:12.738805 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.751719 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] Calling delete_port for 0ee926fb-1deb-456a-94d6-b56374057d94 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:12.833114 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-a9f46857-55bc-437f-9421-03a16de5fc46 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438414 Mar 31 20:31:12.923585 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-5d7f529e-fac3-4e76-a0d3-1d19d95cfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:12.925176 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-5d7f529e-fac3-4e76-a0d3-1d19d95cfad4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 1129 time: 0.0467579 Mar 31 20:31:12.959680 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (0ee926fb-1deb-456a-94d6-b56374057d94), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.985343 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee926fb-1deb-456a-94d6-b56374057d94,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:13.047945 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-a3e6ba04-deb0-44e3-8a72-6497b679cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:13.050862 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-a3e6ba04-deb0-44e3-8a72-6497b679cea3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 912 time: 0.1035576 Mar 31 20:31:13.131275 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-92a9f9c0-7cfc-4d09-8107-772d0466367d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f HTTP/1.1" status: 200 len: 1000 time: 0.0714045 Mar 31 20:31:13.185177 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575466'] for router_interface (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:13.186842 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-1bcd9498-287c-4459-b927-44cf75bb279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:13.188400 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-1bcd9498-287c-4459-b927-44cf75bb279b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.0496051 Mar 31 20:31:13.247205 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-2d1094f0-61b5-4647-87b5-10cf807b9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:13.248810 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-2d1094f0-61b5-4647-87b5-10cf807b9f8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514016 Mar 31 20:31:13.337071 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-863b24e2-8c9d-44ea-ba86-aa0986452ac3 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806859 Mar 31 20:31:13.406210 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] Router a3b1b50f-483d-4e17-baef-47ec8dd6f95a has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:31:13.435476 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-53f5cd68-695a-4d0f-97a1-db9f0e5cf770 req-f8c4f34b-7226-4414-819c-fc2c41fc5664 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919602 Mar 31 20:31:13.750885 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:31:13.756320 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-3c530cd3-eebc-4ab4-9516-cb20f4129b1a admin admin] 10.222.0.82 "PUT /v2.0/routers/a3b1b50f-483d-4e17-baef-47ec8dd6f95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8415537 Mar 31 20:31:13.759000 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40678) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:13.760451 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] Sync routers for ids ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:31:13.770862 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] Routers {'a3b1b50f-483d-4e17-baef-47ec8dd6f95a'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:13.771712 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:30:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:13.861794 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Publish callbacks [] for router (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:13.876733 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] Set router a3b1b50f-483d-4e17-baef-47ec8dd6f95a gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:13.966390 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Publish callbacks [] for router_gateway (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.023782 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Deleting port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:14.024202 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.115238 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] For port 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=7e911b50-d1eb-4c37-8bf2-20c23a6fc5df,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:14.115612 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.130113 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Calling delete_port for 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:14.190747 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:14.215147 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:14.215741 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 059c5b63-bdbd-4e0a-9b79-b3f50cbdf79b not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:14.218009 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:31:12Z', 'revision_number': 5, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port': {'id': '7e911b50-d1eb-4c37-8bf2-20c23a6fc5df', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:14.247684 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] Checking router: a3b1b50f-483d-4e17-baef-47ec8dd6f95a for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:31:14.257761 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] Routers {'a3b1b50f-483d-4e17-baef-47ec8dd6f95a'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:14.258440 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:30:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:14.352745 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] Set router a3b1b50f-483d-4e17-baef-47ec8dd6f95a gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:14.408756 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:31:13Z', 'revision_number': 6, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port_host': None}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:14.436130 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8aefb1-4fcf-4de3-82bb-30907faca4ef None None] The sync data for ids ['a3b1b50f-483d-4e17-baef-47ec8dd6f95a'] in dv-cinder-836071-1-iscsi is: [{'id': 'a3b1b50f-483d-4e17-baef-47ec8dd6f95a', 'name': 'tempest-TestShelveInstance-2019935342-router', 'tenant_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:46Z', 'updated_at': '2022-03-31T20:31:13Z', 'revision_number': 6, 'project_id': '39687cfbaefb4fdeb32a72c0d134e48c', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:31:14.556377 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (7e911b50-d1eb-4c37-8bf2-20c23a6fc5df), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.581890 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e911b50-d1eb-4c37-8bf2-20c23a6fc5df,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:14.641446 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588800'] for router_gateway (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.729815 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.731849 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Publish callbacks [] for router_controller (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.777533 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577509'] for router (a3b1b50f-483d-4e17-baef-47ec8dd6f95a), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.778225 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b1b50f-483d-4e17-baef-47ec8dd6f95a {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:31:14.783760 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.787726 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-b16b0589-6859-4aa3-83f3-556649c42db8 admin admin] 10.222.0.82 "DELETE /v2.0/routers/a3b1b50f-483d-4e17-baef-47ec8dd6f95a HTTP/1.1" status: 204 len: 168 time: 1.0255711 Mar 31 20:31:14.788176 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40688) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:14.836263 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcae9311-f37d-4bf9-95d8-b02befe89810 admin admin] Deleting subnet 046c12d2-6e62-40bc-83ff-8651be7529c4 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:31:14.839534 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcae9311-f37d-4bf9-95d8-b02befe89810 admin admin] Publish callbacks [] for subnet (046c12d2-6e62-40bc-83ff-8651be7529c4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.878324 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcae9311-f37d-4bf9-95d8-b02befe89810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25904973'] for subnet (046c12d2-6e62-40bc-83ff-8651be7529c4), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:14.900107 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 0ee926fb-1deb-456a-94d6-b56374057d94 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:14.920344 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 0ee926fb-1deb-456a-94d6-b56374057d94 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:14.920689 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 0ee926fb-1deb-456a-94d6-b56374057d94 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:14.956802 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcae9311-f37d-4bf9-95d8-b02befe89810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (046c12d2-6e62-40bc-83ff-8651be7529c4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.010084 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcae9311-f37d-4bf9-95d8-b02befe89810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952151'] for subnet (046c12d2-6e62-40bc-83ff-8651be7529c4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.038096 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bcae9311-f37d-4bf9-95d8-b02befe89810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.043401 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-bcae9311-f37d-4bf9-95d8-b02befe89810 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/046c12d2-6e62-40bc-83ff-8651be7529c4 HTTP/1.1" status: 204 len: 168 time: 0.2520189 Mar 31 20:31:15.043401 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae9311-f37d-4bf9-95d8-b02befe89810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046c12d2-6e62-40bc-83ff-8651be7529c4,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:15.043833 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40690) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:15.044705 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0bdd7-8ea7-45ba-828b-51a029dfc51f None None] Network 2e8b6335-0512-42bb-9100-6bddaafec174 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:31:15.109159 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (2e8b6335-0512-42bb-9100-6bddaafec174), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.162918 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Deleting port 9c0851d9-19fe-436b-a77b-3415041f7845 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:15.163256 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.229204 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] For port 9c0851d9-19fe-436b-a77b-3415041f7845, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=9c0851d9-19fe-436b-a77b-3415041f7845,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:15.229569 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.233597 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bb97db-8289-42b8-a7b5-a82d6c14d0ba None None] DHCP port deletion for 2e8b6335-0512-42bb-9100-6bddaafec174 request from dv-cinder-836071-1-iscsi {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:31:15.243663 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Calling delete_port for 9c0851d9-19fe-436b-a77b-3415041f7845 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:15.283838 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-53bb97db-8289-42b8-a7b5-a82d6c14d0ba None None] Deleting port 9c0851d9-19fe-436b-a77b-3415041f7845 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:15.284599 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53bb97db-8289-42b8-a7b5-a82d6c14d0ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.329463 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.354344 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-53bb97db-8289-42b8-a7b5-a82d6c14d0ba None None] For port 9c0851d9-19fe-436b-a77b-3415041f7845, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=9c0851d9-19fe-436b-a77b-3415041f7845,segment=NetworkSegment(df40f268-25a0-4dc6-a7c0-13d11cd207f4),segment_id=df40f268-25a0-4dc6-a7c0-13d11cd207f4)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:15.354804 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53bb97db-8289-42b8-a7b5-a82d6c14d0ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.359141 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] No DVR routers for this DVR port 9c0851d9-19fe-436b-a77b-3415041f7845 on host dv-cinder-836071-1-iscsi {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:15.363760 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0851d9-19fe-436b-a77b-3415041f7845,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:15.367944 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-53bb97db-8289-42b8-a7b5-a82d6c14d0ba None None] Calling delete_port for 9c0851d9-19fe-436b-a77b-3415041f7845 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:15.447963 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (2e8b6335-0512-42bb-9100-6bddaafec174), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.450745 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-53bb97db-8289-42b8-a7b5-a82d6c14d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383'] for port (9c0851d9-19fe-436b-a77b-3415041f7845), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.476002 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8b6335-0512-42bb-9100-6bddaafec174']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:15.484611 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb97db-8289-42b8-a7b5-a82d6c14d0ba None None] No DVR routers for this DVR port 9c0851d9-19fe-436b-a77b-3415041f7845 on host dv-cinder-836071-1-iscsi {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:15.485925 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb97db-8289-42b8-a7b5-a82d6c14d0ba None None] Pushing event deleted for resources: {'Port': ['ID=9c0851d9-19fe-436b-a77b-3415041f7845,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:15.487724 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df40f268-25a0-4dc6-a7c0-13d11cd207f4') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:15.488070 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df40f268-25a0-4dc6-a7c0-13d11cd207f4') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:15.502378 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25685525'] for segment (df40f268-25a0-4dc6-a7c0-13d11cd207f4), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.518951 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (df40f268-25a0-4dc6-a7c0-13d11cd207f4), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.525036 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:31:15.525418 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512093'] for segment (df40f268-25a0-4dc6-a7c0-13d11cd207f4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: Traceback (most recent call last): Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: timer() Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: cb(*args, **kw) Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: return func(*args, **kwargs) Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: self._notify() Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: self.callback(batched_events) Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: event.method(event) Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: return f(self, *a, **k) Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._get(url).json() Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: return self.request(url, 'GET', **kwargs) Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:31:15.527120 dv-cinder-836071-1-iscsi neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:31:15.583032 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (2e8b6335-0512-42bb-9100-6bddaafec174), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.587999 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.591311 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] 10.222.0.82 "DELETE /v2.0/networks/2e8b6335-0512-42bb-9100-6bddaafec174 HTTP/1.1" status: 204 len: 168 time: 0.5463939 Mar 31 20:31:15.594018 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40694) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:15.602436 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187104d4-aea4-4da3-b65b-e713976009f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8b6335-0512-42bb-9100-6bddaafec174,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:15.998455 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574330'] for router_interface (37a167c3-593e-4fbc-9d82-5d4404c19bc4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.281385 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] Deleting port f92905ab-e0a0-4f13-89df-0515314dc447 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:16.281722 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.355552 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] For port f92905ab-e0a0-4f13-89df-0515314dc447, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=f92905ab-e0a0-4f13-89df-0515314dc447,segment=NetworkSegment(ac0f1c2e-b935-4273-a63c-524babb86a0f),segment_id=ac0f1c2e-b935-4273-a63c-524babb86a0f)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:16.355906 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.367899 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] Calling delete_port for f92905ab-e0a0-4f13-89df-0515314dc447 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:16.542442 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (f92905ab-e0a0-4f13-89df-0515314dc447), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.565150 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92905ab-e0a0-4f13-89df-0515314dc447,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:16.738472 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575466'] for router_interface (37a167c3-593e-4fbc-9d82-5d4404c19bc4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.771322 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 9c0851d9-19fe-436b-a77b-3415041f7845 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:16.792163 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 9c0851d9-19fe-436b-a77b-3415041f7845 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:16.792637 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 9c0851d9-19fe-436b-a77b-3415041f7845 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:16.793064 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:16.811123 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:16.811468 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7e911b50-d1eb-4c37-8bf2-20c23a6fc5df not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:16.953858 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] Router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:31:17.056676 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:31:17.062201 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-20a0f1c7-22c9-4735-a10c-2af16eeeadc8 admin admin] 10.222.0.82 "PUT /v2.0/routers/37a167c3-593e-4fbc-9d82-5d4404c19bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4663692 Mar 31 20:31:17.063931 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40698) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:17.066373 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] Sync routers for ids ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:31:17.075703 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] Routers {'37a167c3-593e-4fbc-9d82-5d4404c19bc4'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:17.076306 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:30:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:17.164339 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Publish callbacks [] for router (37a167c3-593e-4fbc-9d82-5d4404c19bc4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.181406 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] Set router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:17.265769 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Publish callbacks [] for router_gateway (37a167c3-593e-4fbc-9d82-5d4404c19bc4), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.317184 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Deleting port f2b86599-f52d-4d95-8f28-636c3c40ead2 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:17.317435 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.355338 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'name': 'tempest-TestShelveInstance-826508256-router', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:31:16Z', 'revision_number': 5, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'gw_port': {'id': 'f2b86599-f52d-4d95-8f28-636c3c40ead2', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:17.382385 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] Checking router: 37a167c3-593e-4fbc-9d82-5d4404c19bc4 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:31:17.390519 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] Routers {'37a167c3-593e-4fbc-9d82-5d4404c19bc4'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:31:17.391142 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:30:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:17.403784 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] For port f2b86599-f52d-4d95-8f28-636c3c40ead2, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=f2b86599-f52d-4d95-8f28-636c3c40ead2,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:17.404139 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.416564 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Calling delete_port for f2b86599-f52d-4d95-8f28-636c3c40ead2 owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:17.477892 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] Set router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:31:17.544951 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'name': 'tempest-TestShelveInstance-826508256-router', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:31:17Z', 'revision_number': 6, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'gw_port_host': None}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:17.571422 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8859212-9657-450d-9883-231bb4ad3217 None None] The sync data for ids ['37a167c3-593e-4fbc-9d82-5d4404c19bc4'] in dv-cinder-836071-1-iscsi is: [{'id': '37a167c3-593e-4fbc-9d82-5d4404c19bc4', 'name': 'tempest-TestShelveInstance-826508256-router', 'tenant_id': 'e93769ee70ad424e86631eed7ee2ca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:51Z', 'updated_at': '2022-03-31T20:31:17Z', 'revision_number': 6, 'project_id': 'e93769ee70ad424e86631eed7ee2ca94', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:31:17.579921 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (f2b86599-f52d-4d95-8f28-636c3c40ead2), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.606487 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b86599-f52d-4d95-8f28-636c3c40ead2,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:17.668059 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588800'] for router_gateway (37a167c3-593e-4fbc-9d82-5d4404c19bc4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.015261 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (37a167c3-593e-4fbc-9d82-5d4404c19bc4), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.017359 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Publish callbacks [] for router_controller (37a167c3-593e-4fbc-9d82-5d4404c19bc4), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.060007 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577509'] for router (37a167c3-593e-4fbc-9d82-5d4404c19bc4), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.060701 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a167c3-593e-4fbc-9d82-5d4404c19bc4 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:31:18.065522 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.066650 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-edf1eb2e-d21c-47c9-b17a-5e2cef27471c admin admin] 10.222.0.82 "DELETE /v2.0/routers/37a167c3-593e-4fbc-9d82-5d4404c19bc4 HTTP/1.1" status: 204 len: 168 time: 1.0018110 Mar 31 20:31:18.069117 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40704) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:18.113068 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3acc4a-4e4c-4e38-86f5-a7a27a8b12fd admin admin] Deleting subnet ca4fa8bd-fd1c-43d2-a675-5a6544272f08 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:31:18.116079 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3acc4a-4e4c-4e38-86f5-a7a27a8b12fd admin admin] Publish callbacks [] for subnet (ca4fa8bd-fd1c-43d2-a675-5a6544272f08), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.149186 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3acc4a-4e4c-4e38-86f5-a7a27a8b12fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25904973'] for subnet (ca4fa8bd-fd1c-43d2-a675-5a6544272f08), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.226001 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3acc4a-4e4c-4e38-86f5-a7a27a8b12fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (ca4fa8bd-fd1c-43d2-a675-5a6544272f08), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.275835 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3acc4a-4e4c-4e38-86f5-a7a27a8b12fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952151'] for subnet (ca4fa8bd-fd1c-43d2-a675-5a6544272f08), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.302200 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3acc4a-4e4c-4e38-86f5-a7a27a8b12fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4fa8bd-fd1c-43d2-a675-5a6544272f08,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:18.305747 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2f3acc4a-4e4c-4e38-86f5-a7a27a8b12fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.311221 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-2f3acc4a-4e4c-4e38-86f5-a7a27a8b12fd admin admin] 10.222.0.82 "DELETE /v2.0/subnets/ca4fa8bd-fd1c-43d2-a675-5a6544272f08 HTTP/1.1" status: 204 len: 168 time: 0.2389095 Mar 31 20:31:18.311473 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40706) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:18.314975 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3402b0-48e6-4f94-af42-fc7336ebd00c None None] Network 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:31:18.395150 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.465493 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Deleting port 7ab4f332-8520-4a53-a9c5-b0ce443a472d {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:18.465909 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.489095 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] DHCP port deletion for 4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 request from dv-cinder-836071-1-iscsi {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:31:18.546124 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Deleting port 7ab4f332-8520-4a53-a9c5-b0ce443a472d {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:18.546499 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.550062 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] For port 7ab4f332-8520-4a53-a9c5-b0ce443a472d, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=7ab4f332-8520-4a53-a9c5-b0ce443a472d,segment=NetworkSegment(ac0f1c2e-b935-4273-a63c-524babb86a0f),segment_id=ac0f1c2e-b935-4273-a63c-524babb86a0f)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:18.550429 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.564196 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Calling delete_port for 7ab4f332-8520-4a53-a9c5-b0ce443a472d owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:18.616705 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] For port 7ab4f332-8520-4a53-a9c5-b0ce443a472d, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=7ab4f332-8520-4a53-a9c5-b0ce443a472d,segment=NetworkSegment(ac0f1c2e-b935-4273-a63c-524babb86a0f),segment_id=ac0f1c2e-b935-4273-a63c-524babb86a0f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:18.617136 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.633128 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Calling delete_port for 7ab4f332-8520-4a53-a9c5-b0ce443a472d owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:18.660000 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.671706 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] No DVR routers for this DVR port 7ab4f332-8520-4a53-a9c5-b0ce443a472d on host dv-cinder-836071-1-iscsi {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:18.710043 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab4f332-8520-4a53-a9c5-b0ce443a472d,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:18.729008 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383'] for port (7ab4f332-8520-4a53-a9c5-b0ce443a472d), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.760264 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device f92905ab-e0a0-4f13-89df-0515314dc447 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:18.763627 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Pushing event deleted for resources: {'Port': ['ID=7ab4f332-8520-4a53-a9c5-b0ce443a472d,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:18.771623 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.791286 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] No DVR routers for this DVR port 7ab4f332-8520-4a53-a9c5-b0ce443a472d on host dv-cinder-836071-1-iscsi {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:18.792676 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: f92905ab-e0a0-4f13-89df-0515314dc447 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:18.793029 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device f92905ab-e0a0-4f13-89df-0515314dc447 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:18.793437 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device f2b86599-f52d-4d95-8f28-636c3c40ead2 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:18.796873 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.797224 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.802872 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9568e331-3dc7-4ee5-a520-3521ca8820e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:18.809841 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:18.822222 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0f1c2e-b935-4273-a63c-524babb86a0f') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:18.822739 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0f1c2e-b935-4273-a63c-524babb86a0f') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:31:18.823351 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: f2b86599-f52d-4d95-8f28-636c3c40ead2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:18.823725 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device f2b86599-f52d-4d95-8f28-636c3c40ead2 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:18.824151 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7ab4f332-8520-4a53-a9c5-b0ce443a472d no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:18.835665 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25904966'] for segment (ac0f1c2e-b935-4273-a63c-524babb86a0f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.842751 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 7ab4f332-8520-4a53-a9c5-b0ce443a472d {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:18.843104 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 7ab4f332-8520-4a53-a9c5-b0ce443a472d not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:18.852819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (ac0f1c2e-b935-4273-a63c-524babb86a0f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.860609 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:31:18.861039 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25327950'] for segment (ac0f1c2e-b935-4273-a63c-524babb86a0f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: Traceback (most recent call last): Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: timer() Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: cb(*args, **kw) Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: return func(*args, **kwargs) Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: self._notify() Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: self.callback(batched_events) Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: event.method(event) Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: return f(self, *a, **k) Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._get(url).json() Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: return self.request(url, 'GET', **kwargs) Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:31:18.863175 dv-cinder-836071-1-iscsi neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:31:18.931452 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.937515 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.940645 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] 10.222.0.82 "DELETE /v2.0/networks/4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7 HTTP/1.1" status: 204 len: 168 time: 0.6283314 Mar 31 20:31:18.953346 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396c82e-8ec2-4096-8a3f-e68503c7b135 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da0d5c5-bec1-4a65-8cf2-e7a2d0a9c3c7,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:19.109086 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40716) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:19.148741 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-8ce86083-60f5-4e4c-ad07-8a091d3514d5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=39687cfbaefb4fdeb32a72c0d134e48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385091 Mar 31 20:31:19.151198 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40718) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:19.195899 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53bb4eb9-fd38-46a4-8bf1-23a293c9bfb1 admin admin] Publish callbacks [] for security_group (8a511e3c-21c7-4b53-9491-3197a8526869), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:19.220148 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53bb4eb9-fd38-46a4-8bf1-23a293c9bfb1 admin admin] Publish callbacks [] for security_group (8a511e3c-21c7-4b53-9491-3197a8526869), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:19.264392 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53bb4eb9-fd38-46a4-8bf1-23a293c9bfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (8a511e3c-21c7-4b53-9491-3197a8526869), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:19.267087 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-53bb4eb9-fd38-46a4-8bf1-23a293c9bfb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:19.268828 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-53bb4eb9-fd38-46a4-8bf1-23a293c9bfb1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8a511e3c-21c7-4b53-9491-3197a8526869 HTTP/1.1" status: 204 len: 168 time: 0.1161442 Mar 31 20:31:19.276724 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb4eb9-fd38-46a4-8bf1-23a293c9bfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a511e3c-21c7-4b53-9491-3197a8526869,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:19.573435 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40724) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:19.612472 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-e2c61ca2-5fcb-48ed-9698-f6717026ffa8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e93769ee70ad424e86631eed7ee2ca94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373759 Mar 31 20:31:19.615049 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40728) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:19.662678 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed07054a-242a-4eaa-84ca-43d69ce7a734 admin admin] Publish callbacks [] for security_group (c91562f6-751b-456f-bbfe-9491cd4b9003), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:19.682930 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed07054a-242a-4eaa-84ca-43d69ce7a734 admin admin] Publish callbacks [] for security_group (c91562f6-751b-456f-bbfe-9491cd4b9003), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:19.727991 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed07054a-242a-4eaa-84ca-43d69ce7a734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (c91562f6-751b-456f-bbfe-9491cd4b9003), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:19.730611 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed07054a-242a-4eaa-84ca-43d69ce7a734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:19.731755 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-ed07054a-242a-4eaa-84ca-43d69ce7a734 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c91562f6-751b-456f-bbfe-9491cd4b9003 HTTP/1.1" status: 204 len: 168 time: 0.1157928 Mar 31 20:31:19.739106 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07054a-242a-4eaa-84ca-43d69ce7a734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91562f6-751b-456f-bbfe-9491cd4b9003,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:20.234278 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e27fb-bd10-4933-875c-bf83d758cd77 req-6c31213c-9218-418e-8de3-dcecaf176f18 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:20.235754 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-079e27fb-bd10-4933-875c-bf83d758cd77 req-6c31213c-9218-418e-8de3-dcecaf176f18 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0539932 Mar 31 20:31:20.293127 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-079e27fb-bd10-4933-875c-bf83d758cd77 req-4dffb248-3c70-45fe-b2f5-f7e069cea181 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512900 Mar 31 20:31:21.410235 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60796-3757-4af1-9561-92f8b86d81b7 req-45d3dba4-ed1d-40d1-b74e-b13b04dca695 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:21.411732 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d7c60796-3757-4af1-9561-92f8b86d81b7 req-45d3dba4-ed1d-40d1-b74e-b13b04dca695 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0517011 Mar 31 20:31:21.472914 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d7c60796-3757-4af1-9561-92f8b86d81b7 req-751f07d8-cf62-46a5-a471-b26b67b6e1f5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554159 Mar 31 20:31:21.520938 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-a1a2e448-1dbf-40b9-9642-b257829d1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:21.522643 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-a1a2e448-1dbf-40b9-9642-b257829d1726 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90622c468f44197978111b7511bef78&device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 1168 time: 0.0434763 Mar 31 20:31:21.614690 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-189214db-2f26-43ab-955b-d487cd00bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:21.616119 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-189214db-2f26-43ab-955b-d487cd00bd9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a0b1869-96fc-439a-98df-7c8791445c54 HTTP/1.1" status: 200 len: 916 time: 0.0858581 Mar 31 20:31:21.681872 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-57d52e1c-8fbc-4ee0-90dc-1396ba849dd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 1000 time: 0.0584157 Mar 31 20:31:21.735915 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-f9ac39ce-37a3-4484-88c9-790d79c64097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:21.737904 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-f9ac39ce-37a3-4484-88c9-790d79c64097 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2008bf2-70d2-4095-bc32-f321f628efb5 HTTP/1.1" status: 200 len: 854 time: 0.0467882 Mar 31 20:31:21.786431 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-cd0c6b11-5768-4399-afb9-bf1694f87f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:21.787949 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-cd0c6b11-5768-4399-afb9-bf1694f87f5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a0b1869-96fc-439a-98df-7c8791445c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428081 Mar 31 20:31:21.875267 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-c00667d2-d754-42b0-b724-2cc018ec3cbf service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800061 Mar 31 20:31:21.968151 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6a9427de-bbaa-4107-8827-b8a2cc8debe3 req-170abb3e-d907-472c-b3ec-1730e8409bec service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839410 Mar 31 20:31:22.588079 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6120e3-636b-4b3c-97bf-21fd1df00719 req-520febe0-143b-42f9-ab96-37048c5038de tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:22.589496 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cf6120e3-636b-4b3c-97bf-21fd1df00719 req-520febe0-143b-42f9-ab96-37048c5038de tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0509634 Mar 31 20:31:22.645960 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cf6120e3-636b-4b3c-97bf-21fd1df00719 req-86d30fab-c35c-4b02-8682-0c31cfcb0536 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510089 Mar 31 20:31:23.764492 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904a66c-0fe4-44cf-8ce8-8fdf7506345e req-678925f7-e0e0-43ec-864b-fd5f3bddd0cc tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:23.765972 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1904a66c-0fe4-44cf-8ce8-8fdf7506345e req-678925f7-e0e0-43ec-864b-fd5f3bddd0cc tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0542507 Mar 31 20:31:23.824506 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-1904a66c-0fe4-44cf-8ce8-8fdf7506345e req-0e6618b2-6b88-4251-9c31-78523ae1c357 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520072 Mar 31 20:31:24.940517 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a8f91-2deb-4726-90c2-cbe1a2e12f0f req-1ed030bc-763c-4f97-b886-6d5a66db8a59 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:24.941949 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-382a8f91-2deb-4726-90c2-cbe1a2e12f0f req-1ed030bc-763c-4f97-b886-6d5a66db8a59 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0517075 Mar 31 20:31:24.998993 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-382a8f91-2deb-4726-90c2-cbe1a2e12f0f req-4a1cb539-aa3a-4c2f-b840-bf4328d7743e tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513365 Mar 31 20:31:25.840648 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-522550ca-6af3-4780-a4b7-d4b7239d1930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:26.111596 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79911849-6847-44c9-b550-804ef5cf14b4 req-e69a6d0d-feb6-4954-910a-01a89ba10d62 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:26.112939 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-79911849-6847-44c9-b550-804ef5cf14b4 req-e69a6d0d-feb6-4954-910a-01a89ba10d62 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0503540 Mar 31 20:31:26.175456 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-79911849-6847-44c9-b550-804ef5cf14b4 req-461e8e84-fac4-4565-869c-54759c12b975 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568078 Mar 31 20:31:27.289469 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c4a00-c44c-4fbc-9e9d-d8ad9383a5e4 req-8a94cb0c-dbaa-440a-a7dd-aeaed439c091 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:27.290941 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-038c4a00-c44c-4fbc-9e9d-d8ad9383a5e4 req-8a94cb0c-dbaa-440a-a7dd-aeaed439c091 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0508699 Mar 31 20:31:27.347593 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-038c4a00-c44c-4fbc-9e9d-d8ad9383a5e4 req-a4c5ca36-bd88-4672-acfc-78856c58264e tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511043 Mar 31 20:31:28.113686 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-76b85f31-e3e1-45cb-8f89-698cfbaccb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:28.464522 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466412d-78c3-4015-ab8f-505d994d5638 req-11c2221e-8888-4725-b4c7-ada6d9dedf47 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:28.465714 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7466412d-78c3-4015-ab8f-505d994d5638 req-11c2221e-8888-4725-b4c7-ada6d9dedf47 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0526407 Mar 31 20:31:28.523814 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7466412d-78c3-4015-ab8f-505d994d5638 req-db5fb23f-ee05-4099-8f3e-6723b9ca3c49 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523756 Mar 31 20:31:29.372155 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:29.643795 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ce9ca-9b68-4888-b06d-8c9fb2d22d3d req-1cfe8cc0-393d-4c68-8540-d62ff3102c6a tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:29.645260 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c94ce9ca-9b68-4888-b06d-8c9fb2d22d3d req-1cfe8cc0-393d-4c68-8540-d62ff3102c6a tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0558701 Mar 31 20:31:29.704831 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c94ce9ca-9b68-4888-b06d-8c9fb2d22d3d req-9e3d9f0a-cf01-40b3-bc29-13ffd09aef90 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532420 Mar 31 20:31:30.391988 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:31:30.735222 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:30.825242 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a72c3a-6c6d-4842-8a9c-cecc90a07ce6 req-3f85f63e-230e-4591-b526-0118b5c1db71 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:30.827385 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68a72c3a-6c6d-4842-8a9c-cecc90a07ce6 req-3f85f63e-230e-4591-b526-0118b5c1db71 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0527210 Mar 31 20:31:30.886889 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-68a72c3a-6c6d-4842-8a9c-cecc90a07ce6 req-29697e9a-a013-4d75-93b3-27f8e1b0cfa8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536933 Mar 31 20:31:32.004554 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7516c-b19c-459f-9629-8818da8fff9d req-1016e0d4-e0c4-4cd6-b3b2-153c15a123ae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:32.006003 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6df7516c-b19c-459f-9629-8818da8fff9d req-1016e0d4-e0c4-4cd6-b3b2-153c15a123ae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0521560 Mar 31 20:31:32.068816 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6df7516c-b19c-459f-9629-8818da8fff9d req-d7855a63-38b7-4712-877f-e8248a8a12bb tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572584 Mar 31 20:31:32.106602 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.185631 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082f8c1-abfc-4a35-b3ef-6549c5a8d52a req-1e6d9849-d69c-4298-beb5-0b5507eb6074 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:33.187145 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6082f8c1-abfc-4a35-b3ef-6549c5a8d52a req-1e6d9849-d69c-4298-beb5-0b5507eb6074 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0519748 Mar 31 20:31:33.248370 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6082f8c1-abfc-4a35-b3ef-6549c5a8d52a req-1abde03c-ae83-48aa-a6d5-7e9884200c9b tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556221 Mar 31 20:31:33.534314 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40840) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:33.634059 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f5d5-bd8d-4c91-97bd-dc2c6b6baaa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.706460 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f5d5-bd8d-4c91-97bd-dc2c6b6baaa6 admin admin] Publish callbacks [] for security_group (7ee27e5e-c335-497c-9f5d-4a312f322e47), precommit_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.710203 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f5d5-bd8d-4c91-97bd-dc2c6b6baaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (7ee27e5e-c335-497c-9f5d-4a312f322e47), after_create {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.742920 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.747512 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-8bf2f5d5-bd8d-4c91-97bd-dc2c6b6baaa6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0ceac08f42754320aeb95132c0fb0c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120876 Mar 31 20:31:33.748619 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2f5d5-bd8d-4c91-97bd-dc2c6b6baaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee27e5e-c335-497c-9f5d-4a312f322e47,revision_number=1']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:33.750258 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40844) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:33.799653 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1af5afd6-5b93-42b9-9e58-660b0dbfed49 admin admin] Publish callbacks [] for security_group (7ee27e5e-c335-497c-9f5d-4a312f322e47), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.820095 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1af5afd6-5b93-42b9-9e58-660b0dbfed49 admin admin] Publish callbacks [] for security_group (7ee27e5e-c335-497c-9f5d-4a312f322e47), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.866097 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1af5afd6-5b93-42b9-9e58-660b0dbfed49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (7ee27e5e-c335-497c-9f5d-4a312f322e47), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.868701 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1af5afd6-5b93-42b9-9e58-660b0dbfed49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.869852 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-1af5afd6-5b93-42b9-9e58-660b0dbfed49 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7ee27e5e-c335-497c-9f5d-4a312f322e47 HTTP/1.1" status: 204 len: 168 time: 0.1176198 Mar 31 20:31:33.877517 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5afd6-5b93-42b9-9e58-660b0dbfed49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee27e5e-c335-497c-9f5d-4a312f322e47,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:34.369694 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76de395-0c4f-497c-b9f3-83bb655a0c41 req-64491671-cd00-4c5c-af25-8f334a8fc933 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:34.375217 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f76de395-0c4f-497c-b9f3-83bb655a0c41 req-64491671-cd00-4c5c-af25-8f334a8fc933 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0606058 Mar 31 20:31:34.437039 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f76de395-0c4f-497c-b9f3-83bb655a0c41 req-25076823-8195-4869-8ad1-2011a7879cee tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589828 Mar 31 20:31:34.837229 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40876) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:34.938956 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df6bfe65-75ab-4ca6-943a-6c4914c79e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:35.009644 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df6bfe65-75ab-4ca6-943a-6c4914c79e23 admin admin] Publish callbacks [] for security_group (3d54aa8b-a74e-4ba5-b27a-3ab2b90a2e12), precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:35.013094 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df6bfe65-75ab-4ca6-943a-6c4914c79e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (3d54aa8b-a74e-4ba5-b27a-3ab2b90a2e12), after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:35.053342 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-df6bfe65-75ab-4ca6-943a-6c4914c79e23 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f4d0394da94c49ceb2abbd97c8f71501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150586 Mar 31 20:31:35.054524 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bfe65-75ab-4ca6-943a-6c4914c79e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d54aa8b-a74e-4ba5-b27a-3ab2b90a2e12,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:35.056098 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40880) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:35.102875 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88c0c18e-adab-468e-b7ff-dde9f9c75a4b admin admin] Publish callbacks [] for security_group (3d54aa8b-a74e-4ba5-b27a-3ab2b90a2e12), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:35.123068 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88c0c18e-adab-468e-b7ff-dde9f9c75a4b admin admin] Publish callbacks [] for security_group (3d54aa8b-a74e-4ba5-b27a-3ab2b90a2e12), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:35.168317 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88c0c18e-adab-468e-b7ff-dde9f9c75a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (3d54aa8b-a74e-4ba5-b27a-3ab2b90a2e12), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:35.170943 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-88c0c18e-adab-468e-b7ff-dde9f9c75a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:35.172035 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-88c0c18e-adab-468e-b7ff-dde9f9c75a4b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3d54aa8b-a74e-4ba5-b27a-3ab2b90a2e12 HTTP/1.1" status: 204 len: 168 time: 0.1149604 Mar 31 20:31:35.181310 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0c18e-adab-468e-b7ff-dde9f9c75a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d54aa8b-a74e-4ba5-b27a-3ab2b90a2e12,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:35.561333 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5b093-a626-435a-a8dc-9cd86e8ce584 req-45abb6af-d4bd-47b4-b8e5-5c0dfb3d335f tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:35.562803 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2db5b093-a626-435a-a8dc-9cd86e8ce584 req-45abb6af-d4bd-47b4-b8e5-5c0dfb3d335f tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0546086 Mar 31 20:31:35.620163 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-2db5b093-a626-435a-a8dc-9cd86e8ce584 req-a0501187-2d13-496c-aeb2-697c5f51e33b tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512643 Mar 31 20:31:36.736869 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deae08b-c68a-43f3-adf2-ebf96ea41863 req-93769761-4d51-4cbb-a5f0-a4c9ca9b6d79 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:36.738288 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7deae08b-c68a-43f3-adf2-ebf96ea41863 req-93769761-4d51-4cbb-a5f0-a4c9ca9b6d79 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0509117 Mar 31 20:31:36.794919 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-7deae08b-c68a-43f3-adf2-ebf96ea41863 req-c2066a8a-cd41-4ae8-96ac-a6c29a9c4f0a tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509212 Mar 31 20:31:37.916763 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc395e6e-bf23-49ae-9ef8-c955a65e8c23 req-4a1d15e5-25ea-49cd-84c9-d12116f81233 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:37.918235 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc395e6e-bf23-49ae-9ef8-c955a65e8c23 req-4a1d15e5-25ea-49cd-84c9-d12116f81233 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0577126 Mar 31 20:31:37.981509 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-cc395e6e-bf23-49ae-9ef8-c955a65e8c23 req-aced7bba-bab9-4f6f-bbea-5ceefc50a1ad tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561039 Mar 31 20:31:39.098109 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3de5f-9301-4699-932e-f4d4c25ab0cb req-07c2344d-1eb4-48ee-8e0b-7088181d5e9b tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.099598 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-88d3de5f-9301-4699-932e-f4d4c25ab0cb req-07c2344d-1eb4-48ee-8e0b-7088181d5e9b tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0514822 Mar 31 20:31:39.158792 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-88d3de5f-9301-4699-932e-f4d4c25ab0cb req-ced627af-1f31-421f-8e2c-f0a88f57aab0 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02&id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518212 Mar 31 20:31:55.841899 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-6af06ad8-9d06-48f7-8934-4dd705d4cb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:58.116802 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4c1df8ea-2c61-4d72-a29f-538e336c8fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:59.374589 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:00.737582 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:02.108310 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.759690 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:07.391020 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:32:08.517084 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40898) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:08.670513 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Deleting port 7a5cb97d-b38b-405f-a2c1-240ce7d7c80c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:08.670883 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (7a5cb97d-b38b-405f-a2c1-240ce7d7c80c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.745765 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (7a5cb97d-b38b-405f-a2c1-240ce7d7c80c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.746099 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (7a5cb97d-b38b-405f-a2c1-240ce7d7c80c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.758011 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Calling delete_port for 7a5cb97d-b38b-405f-a2c1-240ce7d7c80c owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:08.900785 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (7a5cb97d-b38b-405f-a2c1-240ce7d7c80c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.927417 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event deleted for resources: {'Port': ['ID=7a5cb97d-b38b-405f-a2c1-240ce7d7c80c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:08.952058 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.952408 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.952765 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.953117 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.953974 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.954305 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.954635 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.954984 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.955331 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.955659 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.955985 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.956312 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.956657 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.956975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.957294 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.996184 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (59301632-3a4c-4c58-9776-1addc32e232b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.996515 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Floating IP 59301632-3a4c-4c58-9776-1addc32e232b disassociated (deleted). External IP: 172.27.1.117, port: 20c507b6-c712-4f7d-a649-8d6feeccb28c. Mar 31 20:32:09.204787 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:32:09.310422 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:32:09.315793 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:09.320347 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] Sync routers for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:32:09.330549 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:09.331192 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:31:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:09.344743 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c1349087-837a-4daa-b57d-d6d628de10c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "DELETE /v2.0/floatingips/59301632-3a4c-4c58-9776-1addc32e232b HTTP/1.1" status: 204 len: 168 time: 0.8265548 Mar 31 20:32:09.345328 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'tag': '20c507b6-c712-4f7d-a649-8d6feeccb28c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:09.347589 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33b9da2-d138-4698-85e2-88f40f5bb242" -d '{"events": [{"name": "network-changed", "server_uuid": "049c801b-2673-423c-9e9d-6248b9d1a62b", "tag": "20c507b6-c712-4f7d-a649-8d6feeccb28c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:09.387694 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8074f00a-ff95-401c-b0f8-bc49a8d12c0b x-openstack-request-id: req-8074f00a-ff95-401c-b0f8-bc49a8d12c0b {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:09.387990 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049c801b-2673-423c-9e9d-6248b9d1a62b", "tag": "20c507b6-c712-4f7d-a649-8d6feeccb28c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:09.388248 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8074f00a-ff95-401c-b0f8-bc49a8d12c0b {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:09.388658 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8074f00a-ff95-401c-b0f8-bc49a8d12c0b'] response: {'name': 'network-changed', 'server_uuid': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'tag': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'status': 'completed', 'code': 200} Mar 31 20:32:09.441030 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:09.500573 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-baffaed5-c403-418f-a5a6-99585ed52a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:09.502079 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-baffaed5-c403-418f-a5a6-99585ed52a67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 1129 time: 0.0656106 Mar 31 20:32:09.604497 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-36d0854b-69ee-4ed7-b292-a866db026961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:09.606490 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-36d0854b-69ee-4ed7-b292-a866db026961 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 912 time: 0.0963700 Mar 31 20:32:09.655599 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-3de488ce-90a0-48bf-9e53-e8e70ce71160 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20c507b6-c712-4f7d-a649-8d6feeccb28c HTTP/1.1" status: 200 len: 217 time: 0.0400078 Mar 31 20:32:09.683351 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '3d77a278-b34d-4184-8bbf-8ed869df6ca4', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:7f:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:08Z', 'updated_at': '2022-03-31T20:28:10Z', 'revision_number': 1, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:09.703923 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-87043112-6283-481a-9ff4-0a0e690d4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:09.705360 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-87043112-6283-481a-9ff4-0a0e690d4c51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.0435722 Mar 31 20:32:09.709519 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] Checking router: 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:32:09.718529 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:09.719308 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:31:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:09.787243 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-a9ab2cf0-058c-4789-81e0-42e697531a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:09.788711 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-a9ab2cf0-058c-4789-81e0-42e697531a7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759246 Mar 31 20:32:09.800297 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21979d90-9a0b-43e8-b5a8-89e06c2a8396 req-dda04f62-93e8-4073-b34f-0bb01cd00329 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:09.801657 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-21979d90-9a0b-43e8-b5a8-89e06c2a8396 req-dda04f62-93e8-4073-b34f-0bb01cd00329 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.2454679 Mar 31 20:32:09.832064 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:09.903597 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-21979d90-9a0b-43e8-b5a8-89e06c2a8396 req-66de444e-1d64-42d1-800a-10f6da8bc488 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935600 Mar 31 20:32:09.919525 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-cb06b523-a5b9-4a14-ba59-122c57bfad98 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169698 Mar 31 20:32:10.008818 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-d33b9da2-d138-4698-85e2-88f40f5bb242 req-9f304b4d-0d1c-4233-a16c-d616b3ffb439 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795615 Mar 31 20:32:10.067419 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '3d77a278-b34d-4184-8bbf-8ed869df6ca4', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:7f:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:08Z', 'updated_at': '2022-03-31T20:28:10Z', 'revision_number': 1, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:10.094062 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114f337-1158-46f1-b26d-a1523923ed70 None None] The sync data for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi is: [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_floatingips': [{'id': '3d77a278-b34d-4184-8bbf-8ed869df6ca4', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'router_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'port_id': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'mac_address': 'fa:16:3e:7f:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:08Z', 'updated_at': '2022-03-31T20:28:10Z', 'revision_number': 1, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:32:10.312412 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c252432-89e5-4e57-8998-2732a2be61ff None None] New status for floating IP 59301632-3a4c-4c58-9776-1addc32e232b: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:32:11.074135 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ded5-fb14-44bd-a9a4-d36e2d428dd9 req-fdcfac79-e7f8-4a09-9a5f-116595df0354 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:11.075629 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0f96ded5-fb14-44bd-a9a4-d36e2d428dd9 req-fdcfac79-e7f8-4a09-9a5f-116595df0354 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.1038499 Mar 31 20:32:11.126835 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0f96ded5-fb14-44bd-a9a4-d36e2d428dd9 req-39d6c66d-d326-4e4a-a4ad-cad4a33cecfe tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455916 Mar 31 20:32:11.546794 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4be2d5-e19a-4498-a595-316182dda0db req-6fc4f263-15bc-4d34-8107-0dbd9900d4f5 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:11.548237 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd4be2d5-e19a-4498-a595-316182dda0db req-6fc4f263-15bc-4d34-8107-0dbd9900d4f5 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 945 time: 0.0504258 Mar 31 20:32:11.636006 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-fd4be2d5-e19a-4498-a595-316182dda0db req-f5e1c58b-6019-4f0a-8393-e8fc6f9075fa tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Deleting port 20c507b6-c712-4f7d-a649-8d6feeccb28c {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:11.636334 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd4be2d5-e19a-4498-a595-316182dda0db req-f5e1c58b-6019-4f0a-8393-e8fc6f9075fa tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:11.723210 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-fd4be2d5-e19a-4498-a595-316182dda0db req-f5e1c58b-6019-4f0a-8393-e8fc6f9075fa tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] For port 20c507b6-c712-4f7d-a649-8d6feeccb28c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=20c507b6-c712-4f7d-a649-8d6feeccb28c,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:11.723569 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd4be2d5-e19a-4498-a595-316182dda0db req-f5e1c58b-6019-4f0a-8393-e8fc6f9075fa tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:11.735888 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-fd4be2d5-e19a-4498-a595-316182dda0db req-f5e1c58b-6019-4f0a-8393-e8fc6f9075fa tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Calling delete_port for 20c507b6-c712-4f7d-a649-8d6feeccb28c owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:11.857003 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd4be2d5-e19a-4498-a595-316182dda0db req-f5e1c58b-6019-4f0a-8393-e8fc6f9075fa tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (20c507b6-c712-4f7d-a649-8d6feeccb28c), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:11.884847 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1c58b-6019-4f0a-8393-e8fc6f9075fa tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event deleted for resources: {'Port': ['ID=20c507b6-c712-4f7d-a649-8d6feeccb28c,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:11.925418 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4be2d5-e19a-4498-a595-316182dda0db req-f5e1c58b-6019-4f0a-8393-e8fc6f9075fa tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] No DVR routers for this DVR port 20c507b6-c712-4f7d-a649-8d6feeccb28c on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:11.927905 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-fd4be2d5-e19a-4498-a595-316182dda0db req-f5e1c58b-6019-4f0a-8393-e8fc6f9075fa tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:11.931145 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-fd4be2d5-e19a-4498-a595-316182dda0db req-f5e1c58b-6019-4f0a-8393-e8fc6f9075fa tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "DELETE /v2.0/ports/20c507b6-c712-4f7d-a649-8d6feeccb28c HTTP/1.1" status: 204 len: 173 time: 0.3773632 Mar 31 20:32:11.931573 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'name': 'network-vif-deleted', 'tag': '20c507b6-c712-4f7d-a649-8d6feeccb28c'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:11.933774 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b2caa5-d38d-4ef0-88c9-8d607a991fcb" -d '{"events": [{"server_uuid": "049c801b-2673-423c-9e9d-6248b9d1a62b", "name": "network-vif-deleted", "tag": "20c507b6-c712-4f7d-a649-8d6feeccb28c"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:11.969465 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0add515e-158a-4e42-9bff-935dff04a66a x-openstack-request-id: req-0add515e-158a-4e42-9bff-935dff04a66a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:11.969760 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049c801b-2673-423c-9e9d-6248b9d1a62b", "name": "network-vif-deleted", "tag": "20c507b6-c712-4f7d-a649-8d6feeccb28c", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:11.970014 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0add515e-158a-4e42-9bff-935dff04a66a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:11.970415 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0add515e-158a-4e42-9bff-935dff04a66a'] response: {'server_uuid': '049c801b-2673-423c-9e9d-6248b9d1a62b', 'name': 'network-vif-deleted', 'tag': '20c507b6-c712-4f7d-a649-8d6feeccb28c', 'status': 'completed', 'code': 200} Mar 31 20:32:12.221403 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-6fc16901-fcd6-48b9-badb-873dc6e5d68d req-00f11503-646a-4644-b712-2f58e1d3a5ea tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=049c801b-2673-423c-9e9d-6248b9d1a62b HTTP/1.1" status: 200 len: 210 time: 0.0265753 Mar 31 20:32:14.675424 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 20c507b6-c712-4f7d-a649-8d6feeccb28c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:14.695365 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 20c507b6-c712-4f7d-a649-8d6feeccb28c {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:14.695709 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 20c507b6-c712-4f7d-a649-8d6feeccb28c not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:14.889698 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-164b9c52-bde7-4aa1-b103-bba053eec075 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798154 Mar 31 20:32:14.893819 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-6521ee79-1972-4f81-9112-14d424048680 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839507472&fields=id&tenant_id=d90622c468f44197978111b7511bef78 HTTP/1.1" status: 200 len: 267 time: 0.0747581 Mar 31 20:32:14.979270 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-9daeb6f8-af74-4b70-a0db-a1c998a85412 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:14.980720 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-9daeb6f8-af74-4b70-a0db-a1c998a85412 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 984 time: 0.0801361 Mar 31 20:32:14.987265 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-4ed56896-a445-4f7c-a296-e540d732e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:14.988597 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-4ed56896-a445-4f7c-a296-e540d732e80b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90622c468f44197978111b7511bef78&device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 1168 time: 0.0627797 Mar 31 20:32:14.993795 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.v2.base [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-a2da2ce2-a75c-429b-8933-de661643dcae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Request body: {'port': {'security_groups': ['3c3a9dd7-48cf-4840-a257-40507d4ee08b']}} {{(pid=103336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:32:15.383172 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-a2da2ce2-a75c-429b-8933-de661643dcae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7945007'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:15.408949 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-6e04c01e-3ff6-48f9-abfe-cdd698886925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:15.410417 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-6e04c01e-3ff6-48f9-abfe-cdd698886925 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a0b1869-96fc-439a-98df-7c8791445c54 HTTP/1.1" status: 200 len: 916 time: 0.3918219 Mar 31 20:32:15.501273 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40940) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:15.514723 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-30806a2e-0343-4ce2-861b-a2d8e514f953 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 1000 time: 0.0851586 Mar 31 20:32:15.621575 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-e6c9a0b2-05bf-4996-9178-eff8b3f0f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:15.623067 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-e6c9a0b2-05bf-4996-9178-eff8b3f0f625 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2008bf2-70d2-4095-bc32-f321f628efb5 HTTP/1.1" status: 200 len: 854 time: 0.1011221 Mar 31 20:32:15.657552 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Deleting port 54f57b3c-8726-440a-ba6d-a7f8ac762f09 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:15.657798 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (54f57b3c-8726-440a-ba6d-a7f8ac762f09), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:15.690896 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-a2da2ce2-a75c-429b-8933-de661643dcae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] For port a5a543c3-5a8d-4cef-84f6-7f1ac185e679, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:15.709304 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-e8432e8d-8ed0-43ba-af21-b7e7321125f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:15.710838 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-e8432e8d-8ed0-43ba-af21-b7e7321125f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a0b1869-96fc-439a-98df-7c8791445c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803461 Mar 31 20:32:15.731925 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (54f57b3c-8726-440a-ba6d-a7f8ac762f09), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:15.732258 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (54f57b3c-8726-440a-ba6d-a7f8ac762f09), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:15.736011 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-a2da2ce2-a75c-429b-8933-de661643dcae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:15.745711 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Calling delete_port for 54f57b3c-8726-440a-ba6d-a7f8ac762f09 owned by network:floatingip {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:15.746741 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-a2da2ce2-a75c-429b-8933-de661643dcae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736218963083', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736218425348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736218425366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25327890'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:15.758111 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['a5a543c3-5a8d-4cef-84f6-7f1ac185e679'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:32:15.830791 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-a2da2ce2-a75c-429b-8933-de661643dcae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:15.831452 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-a2da2ce2-a75c-429b-8933-de661643dcae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:15.833246 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-93e02031-65de-4e0e-a9a4-93b2894dec21 req-a2da2ce2-a75c-429b-8933-de661643dcae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "PUT /v2.0/ports/a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 942 time: 0.8434503 Mar 31 20:32:15.833396 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:15.838527 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904f086f-7c64-4238-84fe-63ffd8e75e43" -d '{"events": [{"name": "network-changed", "server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:15.853917 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 40944) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:15.903908 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da2ce2-a75c-429b-8933-de661643dcae tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event updated for resources: {'Port': ['ID=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,revision_number=7']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:15.910726 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-e72ca816-f222-4e7c-9c2a-da33699c4fc2 service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893494 Mar 31 20:32:15.915131 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdf4d64-f62e-485b-b65e-b9f007595c5f x-openstack-request-id: req-bcdf4d64-f62e-485b-b65e-b9f007595c5f {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:15.915490 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:15.915987 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bcdf4d64-f62e-485b-b65e-b9f007595c5f {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:15.916272 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcdf4d64-f62e-485b-b65e-b9f007595c5f'] response: {'name': 'network-changed', 'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'status': 'completed', 'code': 200} Mar 31 20:32:15.963054 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2707070f-ccbe-4e46-8e5f-1819a81d7bf8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group (5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:15.999900 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2707070f-ccbe-4e46-8e5f-1819a81d7bf8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group (5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.012953 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['a5a543c3-5a8d-4cef-84f6-7f1ac185e679'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:32:16.029469 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5efdb9b1-924e-4e67-8190-2307eb25f153 req-7428b761-3608-4daa-8880-28e210f5f859 service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110318 Mar 31 20:32:16.105928 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (54f57b3c-8726-440a-ba6d-a7f8ac762f09), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.131925 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-2e01a5ec-5dae-4393-974a-a0863200aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:16.134081 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-2e01a5ec-5dae-4393-974a-a0863200aaa8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90622c468f44197978111b7511bef78&device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 1129 time: 0.0608358 Mar 31 20:32:16.160468 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.provisioning_blocks [None req-482aef04-740d-4261-a035-3d3370d95693 None None] Provisioning complete for port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 triggered by entity DHCP. {{(pid=103337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:32:16.160904 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-482aef04-740d-4261-a035-3d3370d95693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046549'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), provisioning_complete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.161038 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event deleted for resources: {'Port': ['ID=54f57b3c-8726-440a-ba6d-a7f8ac762f09,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:16.191448 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.192348 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.192348 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.192610 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.192857 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.193260 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.193596 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.193918 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.194243 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.194583 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.194908 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.195230 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.195547 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.195861 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.196171 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:16.208835 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2707070f-ccbe-4e46-8e5f-1819a81d7bf8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.211461 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2707070f-ccbe-4e46-8e5f-1819a81d7bf8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.215159 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2707070f-ccbe-4e46-8e5f-1819a81d7bf8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "DELETE /v2.0/security-groups/5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02 HTTP/1.1" status: 204 len: 168 time: 0.3577247 Mar 31 20:32:16.216282 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40946) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:16.227117 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707070f-ccbe-4e46-8e5f-1819a81d7bf8 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c49b539-00c6-4cd7-b5cd-ad0a36dc4a02,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:16.236403 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (3d77a278-b34d-4184-8bbf-8ed869df6ca4), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.237362 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.db.l3_db [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Floating IP 3d77a278-b34d-4184-8bbf-8ed869df6ca4 disassociated (deleted). External IP: 172.27.1.90, port: 90411659-a7c9-4cff-a6e5-0c04fd81fd8f. Mar 31 20:32:16.317037 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-482aef04-740d-4261-a035-3d3370d95693 None None] Current status of the port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 is: ACTIVE; New status is: ACTIVE {{(pid=103337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:32:16.342298 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-bbede6b7-a177-422a-8044-eae64364bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:16.344308 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-bbede6b7-a177-422a-8044-eae64364bf47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a0b1869-96fc-439a-98df-7c8791445c54 HTTP/1.1" status: 200 len: 916 time: 0.2020924 Mar 31 20:32:16.442964 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-ccc7b4cb-e3d3-488f-afc9-42ef425e10cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 1000 time: 0.0921457 Mar 31 20:32:16.459025 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:32:16.494009 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Deleting port 9a343117-9c07-4bac-b4b8-3a0705b00aa9 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:16.494347 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (9a343117-9c07-4bac-b4b8-3a0705b00aa9), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.535176 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-5bebadf4-e699-47cb-9652-fa722bbac298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:16.536624 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-5bebadf4-e699-47cb-9652-fa722bbac298 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2008bf2-70d2-4095-bc32-f321f628efb5 HTTP/1.1" status: 200 len: 854 time: 0.0855770 Mar 31 20:32:16.568933 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:32:16.573720 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.579864 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] Sync routers for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:32:16.596432 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:16.597064 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:31:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:16.607685 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (9a343117-9c07-4bac-b4b8-3a0705b00aa9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.608117 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for floatingip (9a343117-9c07-4bac-b4b8-3a0705b00aa9), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.609020 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-9fc4d6ae-8ae5-4fb6-b166-3ec012db4ec3 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "DELETE /v2.0/floatingips/3d77a278-b34d-4184-8bbf-8ed869df6ca4 HTTP/1.1" status: 204 len: 168 time: 1.1065514 Mar 31 20:32:16.610245 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'tag': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:16.612556 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}000ecd217e04d07b121c082117dbeafa60468aaa3a112a662f5e6a7839c8ddb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52779325-bf6d-4a35-95fd-1d4563690bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "96ded03a-6a5f-4204-aa09-d22f0c9226c6", "tag": "90411659-a7c9-4cff-a6e5-0c04fd81fd8f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:16.628938 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Calling delete_port for 9a343117-9c07-4bac-b4b8-3a0705b00aa9 owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:16.637751 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-fe0caba4-4fbc-43b4-8587-cf1978a82c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:16.639531 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-fe0caba4-4fbc-43b4-8587-cf1978a82c1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a0b1869-96fc-439a-98df-7c8791445c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957916 Mar 31 20:32:16.660976 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8878edaa-b7e5-4b52-8db5-460684324caa x-openstack-request-id: req-8878edaa-b7e5-4b52-8db5-460684324caa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:16.661376 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ded03a-6a5f-4204-aa09-d22f0c9226c6", "tag": "90411659-a7c9-4cff-a6e5-0c04fd81fd8f", "status": "completed", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:16.662588 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8878edaa-b7e5-4b52-8db5-460684324caa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:16.663390 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8878edaa-b7e5-4b52-8db5-460684324caa'] response: {'name': 'network-changed', 'server_uuid': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'tag': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'status': 'completed', 'code': 200} Mar 31 20:32:16.717159 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:16.886642 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-971a25f2-600e-4c54-9fa0-3f65189176b6 service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367885 Mar 31 20:32:16.892720 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-c02dd099-aade-4d7b-a7e5-4bd29c7014fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:16.894088 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-c02dd099-aade-4d7b-a7e5-4bd29c7014fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 1129 time: 0.2033205 Mar 31 20:32:16.924389 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:16.951492 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] Checking router: 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:32:16.960848 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:16.961532 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:31:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:17.026884 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068929ed-86da-4ac9-ba80-1f53723f3ff8 req-31a22f19-beb1-4722-bf8a-51e632ff5137 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.028340 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-068929ed-86da-4ac9-ba80-1f53723f3ff8 req-31a22f19-beb1-4722-bf8a-51e632ff5137 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 945 time: 0.2100623 Mar 31 20:32:17.074785 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:17.138329 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-15bbf6db-868d-40d1-8dd4-fd98afb6f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.139804 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-15bbf6db-868d-40d1-8dd4-fd98afb6f338 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 200 len: 912 time: 0.2243562 Mar 31 20:32:17.200764 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-904f086f-7c64-4238-84fe-63ffd8e75e43 req-a83ef4c2-01d2-47d6-8ed1-d5bfedba6137 service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974045 Mar 31 20:32:17.202520 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (9a343117-9c07-4bac-b4b8-3a0705b00aa9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:17.207758 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-a290501a-767f-4e86-bb67-54205e39b5f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f HTTP/1.1" status: 200 len: 217 time: 0.0576022 Mar 31 20:32:17.215134 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-068929ed-86da-4ac9-ba80-1f53723f3ff8 req-02367058-342f-4cd3-85b7-cf3dac6ed6ee tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753881 Mar 31 20:32:17.244517 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event deleted for resources: {'Port': ['ID=9a343117-9c07-4bac-b4b8-3a0705b00aa9,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:17.286088 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:17.311839 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c66577-35ff-459e-a673-484c95b0b63c None None] The sync data for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi is: [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:36Z', 'revision_number': 4, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '269f05b1-212e-4434-95c2-586bef9d2573', 'name': '', 'network_id': 'c07f2492-1a2b-4036-bccd-b3989f4f9275', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'mac_address': 'fa:16:3e:fe:11:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:41Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'subnets': [{'id': 'bea8a71f-55b9-4597-a4bb-cfa19114e421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:32:17.319968 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-1ba65cd8-651a-496c-819b-c02aeaf4a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.321446 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-1ba65cd8-651a-496c-819b-c02aeaf4a8c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 200 len: 850 time: 0.1054597 Mar 31 20:32:17.340116 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks [] for floatingip (b372e4c0-8fb9-4cc7-9599-eaaab0dee520), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:17.340452 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.db.l3_db [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Floating IP b372e4c0-8fb9-4cc7-9599-eaaab0dee520 disassociated (deleted). External IP: 172.27.1.44, port: a5a543c3-5a8d-4cef-84f6-7f1ac185e679. Mar 31 20:32:17.449706 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-e4a140ae-651f-4484-a575-f619ab82c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.451224 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-e4a140ae-651f-4484-a575-f619ab82c285 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c07f2492-1a2b-4036-bccd-b3989f4f9275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1208847 Mar 31 20:32:17.467644 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-d1aabc8e-a45d-48d3-95e1-053a2de60b45 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:32:17.468661 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-d1aabc8e-a45d-48d3-95e1-053a2de60b45 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066466 Mar 31 20:32:17.547810 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20160d79-aa1f-4275-83ba-0cca064f8d7b None None] New status for floating IP 3d77a278-b34d-4184-8bbf-8ed869df6ca4: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:32:17.648988 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-d5fefc2d-99ca-4650-83d8-d91c723e4b16 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692369 Mar 31 20:32:17.657842 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Router 4b935530-a185-482e-bb81-b98ab16b6953 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:32:17.814864 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-52779325-bf6d-4a35-95fd-1d4563690bcf req-15a09875-d4fa-4f00-bf24-6d1e80e57a21 service neutron] 10.222.0.57 "GET /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555507 Mar 31 20:32:17.832457 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:32:17.837618 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:17.843062 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] Sync routers for ids ['4b935530-a185-482e-bb81-b98ab16b6953'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:32:17.852765 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] Routers {'4b935530-a185-482e-bb81-b98ab16b6953'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:17.853379 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:31:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['4b935530-a185-482e-bb81-b98ab16b6953'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:17.869541 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-6b56adcb-e8f0-41c6-b948-bd9f4d0980f7 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "DELETE /v2.0/floatingips/b372e4c0-8fb9-4cc7-9599-eaaab0dee520 HTTP/1.1" status: 204 len: 168 time: 1.6500368 Mar 31 20:32:17.917304 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:17.919705 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f63c5e2-1bc7-4800-a7fb-843daafbf671" -d '{"events": [{"name": "network-changed", "server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:17.962145 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2aa6d1-3557-4d30-91e1-c70f472fdece x-openstack-request-id: req-7c2aa6d1-3557-4d30-91e1-c70f472fdece {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:17.962850 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:17.963286 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7c2aa6d1-3557-4d30-91e1-c70f472fdece {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:17.963750 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2aa6d1-3557-4d30-91e1-c70f472fdece'] response: {'name': 'network-changed', 'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'status': 'completed', 'code': 200} Mar 31 20:32:17.964234 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] Set router 4b935530-a185-482e-bb81-b98ab16b6953 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:18.037936 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-56808fbe-705b-4704-878a-d83e42085d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:18.043019 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-56808fbe-705b-4704-878a-d83e42085d0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d90622c468f44197978111b7511bef78&device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 1129 time: 0.0538020 Mar 31 20:32:18.150829 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-40da5010-c654-4148-b7fc-2ae5af1807bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:18.152279 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-40da5010-c654-4148-b7fc-2ae5af1807bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a0b1869-96fc-439a-98df-7c8791445c54 HTTP/1.1" status: 200 len: 916 time: 0.0965981 Mar 31 20:32:18.194192 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '2b3b1645-dfe0-4f11-b01d-9197715b0216', 'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'mac_address': 'fa:16:3e:f3:35:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:48Z', 'updated_at': '2022-03-31T20:29:53Z', 'revision_number': 5, 'project_id': 'd90622c468f44197978111b7511bef78', 'subnets': [{'id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:18.198503 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-f04884d8-879a-4dbd-aff0-575ceda45f77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 200 len: 217 time: 0.0368252 Mar 31 20:32:18.224612 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] Checking router: 4b935530-a185-482e-bb81-b98ab16b6953 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:32:18.233150 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] Routers {'4b935530-a185-482e-bb81-b98ab16b6953'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:18.233770 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:31:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['4b935530-a185-482e-bb81-b98ab16b6953'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:18.245144 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-836064aa-9cd9-4bb8-8433-d8b6a36ec473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:18.246569 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-836064aa-9cd9-4bb8-8433-d8b6a36ec473 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2008bf2-70d2-4095-bc32-f321f628efb5 HTTP/1.1" status: 200 len: 854 time: 0.0418017 Mar 31 20:32:18.349760 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] Set router 4b935530-a185-482e-bb81-b98ab16b6953 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:18.626247 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-c12a0919-314f-44a7-a984-8bde63c928a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:18.627671 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-c12a0919-314f-44a7-a984-8bde63c928a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a0b1869-96fc-439a-98df-7c8791445c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3675594 Mar 31 20:32:18.653694 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47ba6e-e331-45f4-9661-0fb03a339e3b req-6f93068a-a6d7-4509-bf6d-0375739497c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:18.655141 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-eb47ba6e-e331-45f4-9661-0fb03a339e3b req-6f93068a-a6d7-4509-bf6d-0375739497c9 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 945 time: 0.3700304 Mar 31 20:32:18.687869 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '2b3b1645-dfe0-4f11-b01d-9197715b0216', 'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'mac_address': 'fa:16:3e:f3:35:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:48Z', 'updated_at': '2022-03-31T20:29:53Z', 'revision_number': 5, 'project_id': 'd90622c468f44197978111b7511bef78', 'subnets': [{'id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:18.719768 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54921ffd-283a-4995-8ec0-1d9560112bd3 None None] The sync data for ids ['4b935530-a185-482e-bb81-b98ab16b6953'] in dv-cinder-836071-1-iscsi is: [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:48Z', 'revision_number': 4, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi', '_interfaces': [{'id': '2b3b1645-dfe0-4f11-b01d-9197715b0216', 'name': '', 'network_id': '5a0b1869-96fc-439a-98df-7c8791445c54', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'mac_address': 'fa:16:3e:f3:35:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:48Z', 'updated_at': '2022-03-31T20:29:53Z', 'revision_number': 5, 'project_id': 'd90622c468f44197978111b7511bef78', 'subnets': [{'id': 'd2008bf2-70d2-4095-bc32-f321f628efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:32:18.722450 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b020811-f191-4092-948a-ef81df964869 req-6ac1432d-5f4c-4295-9c1a-79d38251e1b2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:18.723927 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9b020811-f191-4092-948a-ef81df964869 req-6ac1432d-5f4c-4295-9c1a-79d38251e1b2 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 945 time: 0.1441858 Mar 31 20:32:18.809890 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-b0b5f80e-166a-4c1c-948c-7e207eec4dc6 service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747975 Mar 31 20:32:18.814285 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-eb47ba6e-e331-45f4-9661-0fb03a339e3b req-055f0d2f-5b22-4a7b-98cc-fa1b67166735 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/security-groups?id=3bf474f9-eb7c-49c1-9767-37caa7212181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215076 Mar 31 20:32:18.939226 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9f63c5e2-1bc7-4800-a7fb-843daafbf671 req-c6fee897-55ad-4c19-ad3b-9d1fabf55b4d service neutron] 10.222.0.57 "GET /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197956 Mar 31 20:32:18.945382 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-9b020811-f191-4092-948a-ef81df964869 req-649fe072-4d80-4a49-8ef1-778cfd04d713 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Deleting port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:18.945754 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b020811-f191-4092-948a-ef81df964869 req-649fe072-4d80-4a49-8ef1-778cfd04d713 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:18.973526 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01887787-c84a-472e-9f34-a69246339a89 None None] New status for floating IP b372e4c0-8fb9-4cc7-9599-eaaab0dee520: DOWN {{(pid=103338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:32:19.040800 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-9b020811-f191-4092-948a-ef81df964869 req-649fe072-4d80-4a49-8ef1-778cfd04d713 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] For port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:19.041329 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b020811-f191-4092-948a-ef81df964869 req-649fe072-4d80-4a49-8ef1-778cfd04d713 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:19.055815 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-9b020811-f191-4092-948a-ef81df964869 req-649fe072-4d80-4a49-8ef1-778cfd04d713 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Calling delete_port for 90411659-a7c9-4cff-a6e5-0c04fd81fd8f owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:19.185823 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b020811-f191-4092-948a-ef81df964869 req-649fe072-4d80-4a49-8ef1-778cfd04d713 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (90411659-a7c9-4cff-a6e5-0c04fd81fd8f), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:19.218852 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fe072-4d80-4a49-8ef1-778cfd04d713 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event deleted for resources: {'Port': ['ID=90411659-a7c9-4cff-a6e5-0c04fd81fd8f,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:19.261630 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b020811-f191-4092-948a-ef81df964869 req-649fe072-4d80-4a49-8ef1-778cfd04d713 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] No DVR routers for this DVR port 90411659-a7c9-4cff-a6e5-0c04fd81fd8f on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:19.264391 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-9b020811-f191-4092-948a-ef81df964869 req-649fe072-4d80-4a49-8ef1-778cfd04d713 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:19.267572 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-9b020811-f191-4092-948a-ef81df964869 req-649fe072-4d80-4a49-8ef1-778cfd04d713 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.57 "DELETE /v2.0/ports/90411659-a7c9-4cff-a6e5-0c04fd81fd8f HTTP/1.1" status: 204 len: 173 time: 0.5369282 Mar 31 20:32:19.920782 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-c39a2c2f-ecca-4a2b-9bca-554c3bdab2be req-d72d7875-bcc7-4668-8c56-ec8d20d3c0ab tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "GET /v2.0/ports?device_id=96ded03a-6a5f-4204-aa09-d22f0c9226c6 HTTP/1.1" status: 200 len: 210 time: 0.0280275 Mar 31 20:32:19.964668 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'name': 'network-vif-deleted', 'tag': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:19.967050 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fdedf1-fcaf-4e0c-9987-b0b1621a0f9e" -d '{"events": [{"server_uuid": "96ded03a-6a5f-4204-aa09-d22f0c9226c6", "name": "network-vif-deleted", "tag": "90411659-a7c9-4cff-a6e5-0c04fd81fd8f"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:20.001556 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ab3e31-7ffd-410e-9c17-8711aa77378a x-openstack-request-id: req-b1ab3e31-7ffd-410e-9c17-8711aa77378a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:20.001852 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ded03a-6a5f-4204-aa09-d22f0c9226c6", "name": "network-vif-deleted", "tag": "90411659-a7c9-4cff-a6e5-0c04fd81fd8f", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:20.002109 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b1ab3e31-7ffd-410e-9c17-8711aa77378a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:20.002508 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ab3e31-7ffd-410e-9c17-8711aa77378a'] response: {'server_uuid': '96ded03a-6a5f-4204-aa09-d22f0c9226c6', 'name': 'network-vif-deleted', 'tag': '90411659-a7c9-4cff-a6e5-0c04fd81fd8f', 'status': 'completed', 'code': 200} Mar 31 20:32:20.597990 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28991d-89a1-4e37-9cd9-9df21396dc7f req-ff8c255a-845c-498e-ad9f-22ff92d7b4fa tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:20.599482 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5f28991d-89a1-4e37-9cd9-9df21396dc7f req-ff8c255a-845c-498e-ad9f-22ff92d7b4fa tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0513358 Mar 31 20:32:20.648674 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5f28991d-89a1-4e37-9cd9-9df21396dc7f req-74e80caa-016c-4d36-9d9b-5acb7c3f859a tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 Mar 31 20:32:20.975003 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 40988) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:21.094716 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c43c422f-7092-4876-80ae-30587b1ae158 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Deleting port 16ac1386-b4ad-44b6-a77c-ab15ec34f2ba {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:21.095052 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c43c422f-7092-4876-80ae-30587b1ae158 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (16ac1386-b4ad-44b6-a77c-ab15ec34f2ba), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:21.165903 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c43c422f-7092-4876-80ae-30587b1ae158 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (16ac1386-b4ad-44b6-a77c-ab15ec34f2ba), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:21.166220 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c43c422f-7092-4876-80ae-30587b1ae158 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (16ac1386-b4ad-44b6-a77c-ab15ec34f2ba), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:21.178002 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-c43c422f-7092-4876-80ae-30587b1ae158 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Calling delete_port for 16ac1386-b4ad-44b6-a77c-ab15ec34f2ba owned by network:floatingip {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:21.308101 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c43c422f-7092-4876-80ae-30587b1ae158 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (16ac1386-b4ad-44b6-a77c-ab15ec34f2ba), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:21.333819 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c422f-7092-4876-80ae-30587b1ae158 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event deleted for resources: {'Port': ['ID=16ac1386-b4ad-44b6-a77c-ab15ec34f2ba,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:21.392529 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c43c422f-7092-4876-80ae-30587b1ae158 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for floatingip (033a681f-4502-45a5-95af-a055f99374c9), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:21.395003 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c43c422f-7092-4876-80ae-30587b1ae158 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for floatingip (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:21.396390 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c43c422f-7092-4876-80ae-30587b1ae158 tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "DELETE /v2.0/floatingips/033a681f-4502-45a5-95af-a055f99374c9 HTTP/1.1" status: 204 len: 168 time: 0.4204030 Mar 31 20:32:21.769520 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1709a3-b987-40cc-b9ec-dc44699b9052 req-721ec191-4f22-4988-8d26-d9ca1f085e0d tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:21.771267 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5a1709a3-b987-40cc-b9ec-dc44699b9052 req-721ec191-4f22-4988-8d26-d9ca1f085e0d tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0551958 Mar 31 20:32:21.816401 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-5a1709a3-b987-40cc-b9ec-dc44699b9052 req-54e3ffb1-d6fa-4394-bead-94c37318b5a6 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/security-groups?id=3c3a9dd7-48cf-4840-a257-40507d4ee08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Mar 31 20:32:22.435922 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-7c5af60a-8ecd-4531-ac34-6a6b0d2aaf10 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:22.437893 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-7c5af60a-8ecd-4531-ac34-6a6b0d2aaf10 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.57 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 945 time: 0.0525653 Mar 31 20:32:22.533933 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-e43844e8-5449-4ae0-b7d8-6fb9bcdf91d1 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Deleting port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:22.534276 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-e43844e8-5449-4ae0-b7d8-6fb9bcdf91d1 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:22.588268 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41002) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:22.620208 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-e43844e8-5449-4ae0-b7d8-6fb9bcdf91d1 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] For port a5a543c3-5a8d-4cef-84f6-7f1ac185e679, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:22.620563 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-e43844e8-5449-4ae0-b7d8-6fb9bcdf91d1 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:22.633599 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-e43844e8-5449-4ae0-b7d8-6fb9bcdf91d1 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Calling delete_port for a5a543c3-5a8d-4cef-84f6-7f1ac185e679 owned by compute:nova {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:22.644524 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-968b8e55-6635-4100-938e-e45a6df9753f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group (3bf474f9-eb7c-49c1-9767-37caa7212181), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:22.669062 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-968b8e55-6635-4100-938e-e45a6df9753f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group (3bf474f9-eb7c-49c1-9767-37caa7212181), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:22.691026 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 90411659-a7c9-4cff-a6e5-0c04fd81fd8f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:22.714538 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: 90411659-a7c9-4cff-a6e5-0c04fd81fd8f {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:22.715204 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device 90411659-a7c9-4cff-a6e5-0c04fd81fd8f not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:22.735415 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-968b8e55-6635-4100-938e-e45a6df9753f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (3bf474f9-eb7c-49c1-9767-37caa7212181), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:22.738076 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-968b8e55-6635-4100-938e-e45a6df9753f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:22.739285 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-968b8e55-6635-4100-938e-e45a6df9753f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] 10.222.0.82 "DELETE /v2.0/security-groups/3bf474f9-eb7c-49c1-9767-37caa7212181 HTTP/1.1" status: 204 len: 168 time: 0.1500366 Mar 31 20:32:22.748944 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b8e55-6635-4100-938e-e45a6df9753f tempest-TestVolumeBootPattern-786020290 tempest-TestVolumeBootPattern-786020290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf474f9-eb7c-49c1-9767-37caa7212181,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:22.781320 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-e43844e8-5449-4ae0-b7d8-6fb9bcdf91d1 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (a5a543c3-5a8d-4cef-84f6-7f1ac185e679), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:22.793236 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] get_ports_and_sgs() called for port_ids ['a5a543c3-5a8d-4cef-84f6-7f1ac185e679'] {{(pid=103337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:32:22.798356 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41006) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:22.817233 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43844e8-5449-4ae0-b7d8-6fb9bcdf91d1 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Pushing event deleted for resources: {'Port': ['ID=a5a543c3-5a8d-4cef-84f6-7f1ac185e679,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:22.864489 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-e43844e8-5449-4ae0-b7d8-6fb9bcdf91d1 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] No DVR routers for this DVR port a5a543c3-5a8d-4cef-84f6-7f1ac185e679 on host hv-cinder-83607 {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:22.867055 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-e43844e8-5449-4ae0-b7d8-6fb9bcdf91d1 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84665'] for port (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:22.870447 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-0426c4fb-cd9d-49d4-a7bc-80fbb2e342b3 req-e43844e8-5449-4ae0-b7d8-6fb9bcdf91d1 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.57 "DELETE /v2.0/ports/a5a543c3-5a8d-4cef-84f6-7f1ac185e679 HTTP/1.1" status: 204 len: 173 time: 0.4276085 Mar 31 20:32:22.871034 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'name': 'network-vif-deleted', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679'}] {{(pid=103336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:22.873405 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac1ddf1c78230355d7087f1ce1ceae90890cf8cba65a34c81885e507c33cf6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e8447f-f459-40df-a0f0-ab8f5e6ff735" -d '{"events": [{"server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "name": "network-vif-deleted", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679"}]}' {{(pid=103336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:22.925949 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ef02b9-7d43-4492-9518-db7adfd8677a x-openstack-request-id: req-d0ef02b9-7d43-4492-9518-db7adfd8677a {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:22.926244 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287546c3-6c91-4070-b6f1-6c08df65ff0a", "name": "network-vif-deleted", "tag": "a5a543c3-5a8d-4cef-84f6-7f1ac185e679", "status": "completed", "code": 200}]} {{(pid=103336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:22.926495 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d0ef02b9-7d43-4492-9518-db7adfd8677a {{(pid=103336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:22.926913 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ef02b9-7d43-4492-9518-db7adfd8677a'] response: {'server_uuid': '287546c3-6c91-4070-b6f1-6c08df65ff0a', 'name': 'network-vif-deleted', 'tag': 'a5a543c3-5a8d-4cef-84f6-7f1ac185e679', 'status': 'completed', 'code': 200} Mar 31 20:32:22.929562 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [req-f8ef8c08-6812-4b21-87c9-2ed1d11de488 req-7a8f0ef1-10cc-48c8-8d92-7760082b24c5 tempest-TestMinimumBasicScenario-1785732635 tempest-TestMinimumBasicScenario-1785732635-project] 10.222.0.82 "GET /v2.0/ports?device_id=287546c3-6c91-4070-b6f1-6c08df65ff0a HTTP/1.1" status: 200 len: 210 time: 0.0380867 Mar 31 20:32:23.290283 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574330'] for router_interface (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:23.539393 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] Deleting port 269f05b1-212e-4434-95c2-586bef9d2573 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:23.539736 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (269f05b1-212e-4434-95c2-586bef9d2573), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:23.614445 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] For port 269f05b1-212e-4434-95c2-586bef9d2573, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=269f05b1-212e-4434-95c2-586bef9d2573,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:23.615137 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (269f05b1-212e-4434-95c2-586bef9d2573), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:23.630577 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] Calling delete_port for 269f05b1-212e-4434-95c2-586bef9d2573 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:23.801218 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (269f05b1-212e-4434-95c2-586bef9d2573), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:23.825619 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=269f05b1-212e-4434-95c2-586bef9d2573,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:23.990969 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575466'] for router_interface (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:24.207072 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] Router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:32:24.314523 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:32:24.319900 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0bf4c4a3-6897-4c1a-9ab5-f25d28947ae4 admin admin] 10.222.0.82 "PUT /v2.0/routers/77aec4b1-8103-4589-9bf7-f4c3b1e21ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5187187 Mar 31 20:32:24.322921 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41046) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:24.326541 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] Sync routers for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:32:24.336828 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:24.337452 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:31:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:24.462704 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:24.627569 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 41064) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:24.669565 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:32:23Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:24.686538 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Publish callbacks [] for router (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:24.706471 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] Checking router: 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:32:24.715480 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] Routers {'77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:24.716472 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:31:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:24.804347 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Publish callbacks [] for router_gateway (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:24.831742 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] Set router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:24.859204 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Deleting port c62024ab-12ad-4827-b7a9-a2b4e62ee84a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:24.859550 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:24.941867 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] For port c62024ab-12ad-4827-b7a9-a2b4e62ee84a, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=c62024ab-12ad-4827-b7a9-a2b4e62ee84a,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:24.942142 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:24.957846 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Calling delete_port for c62024ab-12ad-4827-b7a9-a2b4e62ee84a owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:24.993589 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574330'] for router_interface (4b935530-a185-482e-bb81-b98ab16b6953), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.017292 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:32:23Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:25.048115 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99cb8a8-1ec9-4766-8f21-b268d2f477e1 None None] The sync data for ids ['77aec4b1-8103-4589-9bf7-f4c3b1e21ecc'] in dv-cinder-836071-1-iscsi is: [{'id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'name': 'tempest-TestVolumeBootPattern-263138928-router', 'tenant_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:32:23Z', 'revision_number': 5, 'project_id': 'a6d61eb81b754ed9b58c19c767bcc8ad', 'gw_port': {'id': 'c62024ab-12ad-4827-b7a9-a2b4e62ee84a', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:63:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aec4b1-8103-4589-9bf7-f4c3b1e21ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:33Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:32:25.139859 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (c62024ab-12ad-4827-b7a9-a2b4e62ee84a), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.164569 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62024ab-12ad-4827-b7a9-a2b4e62ee84a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:25.226881 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588800'] for router_gateway (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.251955 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] Deleting port 2b3b1645-dfe0-4f11-b01d-9197715b0216 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:25.252295 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.321685 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.323863 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Publish callbacks [] for router_controller (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.330626 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] For port 2b3b1645-dfe0-4f11-b01d-9197715b0216, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=2b3b1645-dfe0-4f11-b01d-9197715b0216,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:25.330945 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.343801 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] Calling delete_port for 2b3b1645-dfe0-4f11-b01d-9197715b0216 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:25.369355 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577509'] for router (77aec4b1-8103-4589-9bf7-f4c3b1e21ecc), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.369918 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77aec4b1-8103-4589-9bf7-f4c3b1e21ecc {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:32:25.375403 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.376566 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-e416ae44-92d7-4431-9145-682697450852 admin admin] 10.222.0.82 "DELETE /v2.0/routers/77aec4b1-8103-4589-9bf7-f4c3b1e21ecc HTTP/1.1" status: 204 len: 168 time: 1.0528638 Mar 31 20:32:25.379070 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41070) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:25.424862 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db722b5-91ed-4c46-9bfa-134d455901a4 admin admin] Deleting subnet bea8a71f-55b9-4597-a4bb-cfa19114e421 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:32:25.428525 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2db722b5-91ed-4c46-9bfa-134d455901a4 admin admin] Publish callbacks [] for subnet (bea8a71f-55b9-4597-a4bb-cfa19114e421), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.464851 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2db722b5-91ed-4c46-9bfa-134d455901a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25685534'] for subnet (bea8a71f-55b9-4597-a4bb-cfa19114e421), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.550860 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (2b3b1645-dfe0-4f11-b01d-9197715b0216), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.554183 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2db722b5-91ed-4c46-9bfa-134d455901a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (bea8a71f-55b9-4597-a4bb-cfa19114e421), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.579954 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3b1645-dfe0-4f11-b01d-9197715b0216,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:25.617685 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2db722b5-91ed-4c46-9bfa-134d455901a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3511483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977203'] for subnet (bea8a71f-55b9-4597-a4bb-cfa19114e421), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.643875 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db722b5-91ed-4c46-9bfa-134d455901a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea8a71f-55b9-4597-a4bb-cfa19114e421,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:25.653531 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2db722b5-91ed-4c46-9bfa-134d455901a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.658462 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b77ad-0021-4e0f-b305-5162e193f0e8 None None] Network c07f2492-1a2b-4036-bccd-b3989f4f9275 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:32:25.662916 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2db722b5-91ed-4c46-9bfa-134d455901a4 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/bea8a71f-55b9-4597-a4bb-cfa19114e421 HTTP/1.1" status: 204 len: 168 time: 0.2827587 Mar 31 20:32:25.671982 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41072) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:25.757475 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (c07f2492-1a2b-4036-bccd-b3989f4f9275), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.800000 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575466'] for router_interface (4b935530-a185-482e-bb81-b98ab16b6953), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.842470 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Deleting port 90898639-da97-4d37-b5d4-da3bbdd092bb {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:25.845975 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.855045 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-87eac841-af3d-4a15-a1fe-442c162daf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.923238 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] DHCP port deletion for c07f2492-1a2b-4036-bccd-b3989f4f9275 request from dv-cinder-836071-1-iscsi {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:32:25.933692 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] For port 90898639-da97-4d37-b5d4-da3bbdd092bb, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=90898639-da97-4d37-b5d4-da3bbdd092bb,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:25.934056 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:25.948492 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Calling delete_port for 90898639-da97-4d37-b5d4-da3bbdd092bb owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:25.977115 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Deleting port 90898639-da97-4d37-b5d4-da3bbdd092bb {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:25.977777 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.028321 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.044500 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] For port 90898639-da97-4d37-b5d4-da3bbdd092bb, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=90898639-da97-4d37-b5d4-da3bbdd092bb,segment=NetworkSegment(66781cb0-4718-43c6-97a7-d4dcefd21716),segment_id=66781cb0-4718-43c6-97a7-d4dcefd21716)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:26.044899 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.057575 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Pushing event deleted for resources: {'Port': ['ID=90898639-da97-4d37-b5d4-da3bbdd092bb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:26.058162 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Calling delete_port for 90898639-da97-4d37-b5d4-da3bbdd092bb owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:26.062818 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] Router 4b935530-a185-482e-bb81-b98ab16b6953 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:32:26.065816 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] No DVR routers for this DVR port 90898639-da97-4d37-b5d4-da3bbdd092bb on host dv-cinder-836071-1-iscsi {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:26.140642 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (c07f2492-1a2b-4036-bccd-b3989f4f9275), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.146216 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383'] for port (90898639-da97-4d37-b5d4-da3bbdd092bb), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.162805 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07f2492-1a2b-4036-bccd-b3989f4f9275']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:26.176130 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66781cb0-4718-43c6-97a7-d4dcefd21716') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:26.176430 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66781cb0-4718-43c6-97a7-d4dcefd21716') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:26.177040 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:32:26.179664 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Pushing event deleted for resources: {'Port': ['ID=90898639-da97-4d37-b5d4-da3bbdd092bb,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:26.184574 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] No DVR routers for this DVR port 90898639-da97-4d37-b5d4-da3bbdd092bb on host dv-cinder-836071-1-iscsi {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:26.184758 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-cbe75a5b-1871-41c2-8aac-0d66c150dbca admin admin] 10.222.0.82 "PUT /v2.0/routers/4b935530-a185-482e-bb81-b98ab16b6953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5537093 Mar 31 20:32:26.184867 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 41078) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:26.186214 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25685525'] for segment (66781cb0-4718-43c6-97a7-d4dcefd21716), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.190928 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.191284 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.191632 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.192500 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.192844 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.193180 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.193932 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.194282 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.194620 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.194979 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.195313 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.195681 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.196489 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.196837 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.197175 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf684ad8-9d86-45fa-8a6f-2d68243a334d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-1-iscsi {{(pid=103337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:26.203197 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (66781cb0-4718-43c6-97a7-d4dcefd21716), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.210164 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:32:26.210585 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512093'] for segment (66781cb0-4718-43c6-97a7-d4dcefd21716), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: Traceback (most recent call last): Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: timer() Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: cb(*args, **kw) Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: return func(*args, **kwargs) Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: self._notify() Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: self.callback(batched_events) Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: event.method(event) Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: return f(self, *a, **k) Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._get(url).json() Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: return self.request(url, 'GET', **kwargs) Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:32:26.212330 dv-cinder-836071-1-iscsi neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:32:26.214932 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] Sync routers for ids ['4b935530-a185-482e-bb81-b98ab16b6953'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:32:26.226527 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] Routers {'4b935530-a185-482e-bb81-b98ab16b6953'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:26.228135 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:31:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['4b935530-a185-482e-bb81-b98ab16b6953'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:26.277250 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (c07f2492-1a2b-4036-bccd-b3989f4f9275), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.293493 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.300229 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] 10.222.0.82 "DELETE /v2.0/networks/c07f2492-1a2b-4036-bccd-b3989f4f9275 HTTP/1.1" status: 204 len: 168 time: 0.6271567 Mar 31 20:32:26.301377 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4633d-4093-49f3-915d-4de83674f405 admin admin] Pushing event deleted for resources: {'Network': ['ID=c07f2492-1a2b-4036-bccd-b3989f4f9275,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:26.303076 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41080) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:26.335712 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Publish callbacks [] for router (4b935530-a185-482e-bb81-b98ab16b6953), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.370509 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] Set router 4b935530-a185-482e-bb81-b98ab16b6953 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:26.458524 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Publish callbacks [] for router_gateway (4b935530-a185-482e-bb81-b98ab16b6953), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.521290 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Deleting port 294f556c-d2eb-46eb-827b-bfe43758f5ce {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:26.521747 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.605885 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] For port 294f556c-d2eb-46eb-827b-bfe43758f5ce, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=294f556c-d2eb-46eb-827b-bfe43758f5ce,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:26.606164 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.622800 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Calling delete_port for 294f556c-d2eb-46eb-827b-bfe43758f5ce owned by network:router_gateway {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:26.652498 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:32:25Z', 'revision_number': 5, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port': {'id': '294f556c-d2eb-46eb-827b-bfe43758f5ce', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:de:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b935530-a185-482e-bb81-b98ab16b6953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:26.679867 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] Checking router: 4b935530-a185-482e-bb81-b98ab16b6953 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:32:26.692991 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] Routers {'4b935530-a185-482e-bb81-b98ab16b6953'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:26.693696 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:31:58Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['4b935530-a185-482e-bb81-b98ab16b6953'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:26.699777 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574330'] for router_interface (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.726330 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device a5a543c3-5a8d-4cef-84f6-7f1ac185e679 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:26.757203 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] No Port match for: a5a543c3-5a8d-4cef-84f6-7f1ac185e679 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:26.757926 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Device a5a543c3-5a8d-4cef-84f6-7f1ac185e679 not bound to the agent host hv-cinder-83607 {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:26.820220 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] Set router 4b935530-a185-482e-bb81-b98ab16b6953 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:26.822548 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (294f556c-d2eb-46eb-827b-bfe43758f5ce), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:26.840319 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 90898639-da97-4d37-b5d4-da3bbdd092bb no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:26.861874 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 90898639-da97-4d37-b5d4-da3bbdd092bb {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:26.862185 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 90898639-da97-4d37-b5d4-da3bbdd092bb not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:26.862588 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device c62024ab-12ad-4827-b7a9-a2b4e62ee84a no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:26.865849 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=294f556c-d2eb-46eb-827b-bfe43758f5ce,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:26.881360 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:32:26Z', 'revision_number': 6, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port_host': None}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:26.890623 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: c62024ab-12ad-4827-b7a9-a2b4e62ee84a {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:26.891140 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device c62024ab-12ad-4827-b7a9-a2b4e62ee84a not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:26.891579 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 269f05b1-212e-4434-95c2-586bef9d2573 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:26.915699 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0c709-b85a-4ee3-8691-8bcef41cc8f0 None None] The sync data for ids ['4b935530-a185-482e-bb81-b98ab16b6953'] in dv-cinder-836071-1-iscsi is: [{'id': '4b935530-a185-482e-bb81-b98ab16b6953', 'name': 'tempest-TestMinimumBasicScenario-1597249662-router', 'tenant_id': 'd90622c468f44197978111b7511bef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:45Z', 'updated_at': '2022-03-31T20:32:26Z', 'revision_number': 6, 'project_id': 'd90622c468f44197978111b7511bef78', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:32:26.916700 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 269f05b1-212e-4434-95c2-586bef9d2573 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:26.917643 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 269f05b1-212e-4434-95c2-586bef9d2573 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:26.942773 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588800'] for router_gateway (4b935530-a185-482e-bb81-b98ab16b6953), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.028111 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] Deleting port cb93bfc2-f912-4cdb-aa1c-bce99d704e04 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:27.028761 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.113291 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] For port cb93bfc2-f912-4cdb-aa1c-bce99d704e04, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=cb93bfc2-f912-4cdb-aa1c-bce99d704e04,segment=NetworkSegment(6019cfdf-4bee-45d9-b5d1-d91155691a0f),segment_id=6019cfdf-4bee-45d9-b5d1-d91155691a0f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:27.113576 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.127823 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] Calling delete_port for cb93bfc2-f912-4cdb-aa1c-bce99d704e04 owned by network:router_interface {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:27.304931 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (4b935530-a185-482e-bb81-b98ab16b6953), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.307195 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Publish callbacks [] for router_controller (4b935530-a185-482e-bb81-b98ab16b6953), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.315732 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (cb93bfc2-f912-4cdb-aa1c-bce99d704e04), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.349452 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb93bfc2-f912-4cdb-aa1c-bce99d704e04,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:27.362831 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577509'] for router (4b935530-a185-482e-bb81-b98ab16b6953), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.363287 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b935530-a185-482e-bb81-b98ab16b6953 {{(pid=103336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:32:27.368370 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.370896 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-bb7d9225-6e1a-413e-a7c4-e35d0eedfb23 admin admin] 10.222.0.82 "DELETE /v2.0/routers/4b935530-a185-482e-bb81-b98ab16b6953 HTTP/1.1" status: 204 len: 168 time: 1.1850448 Mar 31 20:32:27.372475 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41084) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:27.450224 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab08984-55ee-4b97-b2b6-3ae63d87cab3 admin admin] Deleting subnet d2008bf2-70d2-4095-bc32-f321f628efb5 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:32:27.454089 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ab08984-55ee-4b97-b2b6-3ae63d87cab3 admin admin] Publish callbacks [] for subnet (d2008bf2-70d2-4095-bc32-f321f628efb5), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.553849 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ab08984-55ee-4b97-b2b6-3ae63d87cab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25685534'] for subnet (d2008bf2-70d2-4095-bc32-f321f628efb5), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.609914 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575466'] for router_interface (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.707564 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ab08984-55ee-4b97-b2b6-3ae63d87cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (d2008bf2-70d2-4095-bc32-f321f628efb5), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:27.816626 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ab08984-55ee-4b97-b2b6-3ae63d87cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3511483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977203'] for subnet (d2008bf2-70d2-4095-bc32-f321f628efb5), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.114881 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab08984-55ee-4b97-b2b6-3ae63d87cab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2008bf2-70d2-4095-bc32-f321f628efb5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:28.121339 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0ab08984-55ee-4b97-b2b6-3ae63d87cab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.127649 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-0ab08984-55ee-4b97-b2b6-3ae63d87cab3 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d2008bf2-70d2-4095-bc32-f321f628efb5 HTTP/1.1" status: 204 len: 168 time: 0.7510912 Mar 31 20:32:28.128108 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 41086) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:28.128621 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1c6184-496b-4b2a-b4a1-34be44790b41 None None] Network 5a0b1869-96fc-439a-98df-7c8791445c54 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:32:28.141754 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1fafe139-05f1-4e63-9bb9-87e552117a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.163158 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] Router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:32:28.215438 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (5a0b1869-96fc-439a-98df-7c8791445c54), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.275549 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Deleting port 3188a08a-c0fe-465b-a20e-3e491630d281 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:28.275887 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.279429 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:32:28.287136 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-c052869f-5be6-43b9-a3a8-ef3ccc3ba068 admin admin] 10.222.0.82 "PUT /v2.0/routers/45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804845 Mar 31 20:32:28.287926 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] Sync routers for ids ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'] in dv-cinder-836071-1-iscsi {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:32:28.288072 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41088) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:28.299866 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] DHCP port deletion for 5a0b1869-96fc-439a-98df-7c8791445c54 request from dv-cinder-836071-1-iscsi {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:32:28.303065 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] Routers {'45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:28.303876 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:32:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:28.349423 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] For port 3188a08a-c0fe-465b-a20e-3e491630d281, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3188a08a-c0fe-465b-a20e-3e491630d281,segment=NetworkSegment(b7d0ea72-42f1-4e14-910e-e2e00e170213),segment_id=b7d0ea72-42f1-4e14-910e-e2e00e170213)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:28.349785 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.364016 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Calling delete_port for 3188a08a-c0fe-465b-a20e-3e491630d281 owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:28.401979 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Publish callbacks [] for router (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.445333 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.456387 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] Set router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:28.474628 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Pushing event deleted for resources: {'Port': ['ID=3188a08a-c0fe-465b-a20e-3e491630d281,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:28.478181 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] No DVR routers for this DVR port 3188a08a-c0fe-465b-a20e-3e491630d281 on host dv-cinder-836071-1-iscsi {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:28.492543 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] Deleting port 3188a08a-c0fe-465b-a20e-3e491630d281 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:28.492918 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.521069 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Publish callbacks [] for router_gateway (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.560474 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (5a0b1869-96fc-439a-98df-7c8791445c54), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.585129 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Deleting port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:28.585359 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0b1869-96fc-439a-98df-7c8791445c54']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:28.585455 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.597224 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d0ea72-42f1-4e14-910e-e2e00e170213') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:28.598248 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d0ea72-42f1-4e14-910e-e2e00e170213') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:28.609510 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25904966'] for segment (b7d0ea72-42f1-4e14-910e-e2e00e170213), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.625673 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (b7d0ea72-42f1-4e14-910e-e2e00e170213), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.632975 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:32:28.633956 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25327950'] for segment (b7d0ea72-42f1-4e14-910e-e2e00e170213), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: Traceback (most recent call last): Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: timer() Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: cb(*args, **kw) Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: return func(*args, **kwargs) Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: self._notify() Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: self.callback(batched_events) Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: event.method(event) Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: return f(self, *a, **k) Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._get(url).json() Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: return self.request(url, 'GET', **kwargs) Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:32:28.635382 dv-cinder-836071-1-iscsi neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:32:28.673295 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] For port 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:28.673716 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.691442 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Calling delete_port for 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:28.700968 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (5a0b1869-96fc-439a-98df-7c8791445c54), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.710051 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.713736 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] 10.222.0.82 "DELETE /v2.0/networks/5a0b1869-96fc-439a-98df-7c8791445c54 HTTP/1.1" status: 204 len: 168 time: 0.5845444 Mar 31 20:32:28.727126 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 41090) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:28.735732 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b591465-ba0b-4924-9951-1a68522cc48f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0b1869-96fc-439a-98df-7c8791445c54,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:28.783069 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] For port 3188a08a-c0fe-465b-a20e-3e491630d281, host dv-cinder-836071-1-iscsi, got binding levels [] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:28.783373 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.805416 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] Calling delete_port for 3188a08a-c0fe-465b-a20e-3e491630d281 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:28.809404 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.ipam_backend_mixin [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] Port 3188a08a-c0fe-465b-a20e-3e491630d281 was not found and therefore no delete operation was performed {{(pid=103337) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 20:32:28.812925 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383'] for port (3188a08a-c0fe-465b-a20e-3e491630d281), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.851179 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] Network 5a0b1869-96fc-439a-98df-7c8791445c54 is not hosted by any dhcp agent {{(pid=103337) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 20:32:28.851636 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] No DVR routers for this DVR port 3188a08a-c0fe-465b-a20e-3e491630d281 on host dv-cinder-836071-1-iscsi {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:28.855495 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 294f556c-d2eb-46eb-827b-bfe43758f5ce no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:28.857743 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc801cf5-4dcf-42da-a769-3fb37cf01294 None None] Pushing event deleted for resources: {'Port': ['ID=3188a08a-c0fe-465b-a20e-3e491630d281,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:28.898710 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 294f556c-d2eb-46eb-827b-bfe43758f5ce {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:28.899070 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 294f556c-d2eb-46eb-827b-bfe43758f5ce not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:28.901398 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3188a08a-c0fe-465b-a20e-3e491630d281 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:28.911329 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:28.930497 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 3188a08a-c0fe-465b-a20e-3e491630d281 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:28.930881 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3188a08a-c0fe-465b-a20e-3e491630d281 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:28.931311 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 2b3b1645-dfe0-4f11-b01d-9197715b0216 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:28.942061 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:28.961014 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 2b3b1645-dfe0-4f11-b01d-9197715b0216 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:28.961336 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 2b3b1645-dfe0-4f11-b01d-9197715b0216 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:28.981545 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'name': 'tempest-TestVolumeBootPattern-1925433683-router', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:32:27Z', 'revision_number': 5, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'gw_port': {'id': '6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:29.005579 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588800'] for router_gateway (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.009803 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] Checking router: 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 for host: dv-cinder-836071-1-iscsi {{(pid=103337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:32:29.020928 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] Routers {'45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:29.021668 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:32:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'], 'active': True} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:29.101264 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.103461 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Publish callbacks [] for router_controller (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.104764 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvr_db [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] Set router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 gateway port host: None {{(pid=103337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:29.131226 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574330'] for router_interface (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.154246 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577509'] for router (45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.154892 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:32:29.159793 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.160727 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-75dd39a2-b229-44d8-bcdf-02b08f3b9c7a admin admin] 10.222.0.82 "DELETE /v2.0/routers/45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3 HTTP/1.1" status: 204 len: 168 time: 0.8715141 Mar 31 20:32:29.163646 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41092) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:29.178241 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_hamode_db [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'name': 'tempest-TestVolumeBootPattern-1925433683-router', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:32:28Z', 'revision_number': 7, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'gw_port_host': None}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:29.205097 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d386d0-31d5-4f06-a251-42ab9d92c04c None None] The sync data for ids ['45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3'] in dv-cinder-836071-1-iscsi is: [{'id': '45c4fc4d-0ccd-4cb8-aa01-527340d5b5b3', 'name': 'tempest-TestVolumeBootPattern-1925433683-router', 'tenant_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:39Z', 'updated_at': '2022-03-31T20:32:28Z', 'revision_number': 7, 'project_id': 'dc4dc2ce9e504a7a9c1d6bfadc76fd19', 'gw_port_host': None}] {{(pid=103337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:32:29.220968 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.db_base_plugin_v2 [None req-b252e2e0-bb73-423d-98d5-89e225d0b5a9 admin admin] Deleting subnet 54c90026-1af3-4258-a1c9-67b51591e690 {{(pid=103335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:32:29.224674 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b252e2e0-bb73-423d-98d5-89e225d0b5a9 admin admin] Publish callbacks [] for subnet (54c90026-1af3-4258-a1c9-67b51591e690), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.259957 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b252e2e0-bb73-423d-98d5-89e225d0b5a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25685534'] for subnet (54c90026-1af3-4258-a1c9-67b51591e690), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.335064 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b252e2e0-bb73-423d-98d5-89e225d0b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (54c90026-1af3-4258-a1c9-67b51591e690), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.377678 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.388871 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b252e2e0-bb73-423d-98d5-89e225d0b5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3511483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25977203'] for subnet (54c90026-1af3-4258-a1c9-67b51591e690), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.395460 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] Deleting port dbff4b54-abf1-4db3-a681-15d42fa4dea5 {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:29.395800 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.420508 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252e2e0-bb73-423d-98d5-89e225d0b5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c90026-1af3-4258-a1c9-67b51591e690,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:29.423086 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b252e2e0-bb73-423d-98d5-89e225d0b5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for subnet (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.426275 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-b252e2e0-bb73-423d-98d5-89e225d0b5a9 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/54c90026-1af3-4258-a1c9-67b51591e690 HTTP/1.1" status: 204 len: 168 time: 0.2613814 Mar 31 20:32:29.428834 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41094) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:29.430481 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eed10d-e876-43bb-8dd3-8d69bec5bf01 None None] Network 1b1360cc-7482-46a4-95ba-465208b8c156 requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:32:29.487430 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] For port dbff4b54-abf1-4db3-a681-15d42fa4dea5, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=dbff4b54-abf1-4db3-a681-15d42fa4dea5,segment=NetworkSegment(39d33615-97ba-4c45-a1bd-a708f2478315),segment_id=39d33615-97ba-4c45-a1bd-a708f2478315)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:29.487717 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.498336 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (1b1360cc-7482-46a4-95ba-465208b8c156), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.500774 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] Calling delete_port for dbff4b54-abf1-4db3-a681-15d42fa4dea5 owned by network:router_interface {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:29.561735 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Deleting port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:29.562173 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.615417 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02abf375-b80c-491c-a78d-5398ddc56fc9 None None] DHCP port deletion for 1b1360cc-7482-46a4-95ba-465208b8c156 request from dv-cinder-836071-1-iscsi {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:32:29.643805 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] For port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=9e5f8923-9a86-4cfe-a924-3cfaf6c62af2,segment=NetworkSegment(6019cfdf-4bee-45d9-b5d1-d91155691a0f),segment_id=6019cfdf-4bee-45d9-b5d1-d91155691a0f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:29.643805 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.657053 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Calling delete_port for 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:29.681696 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-02abf375-b80c-491c-a78d-5398ddc56fc9 None None] Deleting port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:29.682182 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02abf375-b80c-491c-a78d-5398ddc56fc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.709979 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (dbff4b54-abf1-4db3-a681-15d42fa4dea5), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.738376 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] Pushing event deleted for resources: {'Port': ['ID=dbff4b54-abf1-4db3-a681-15d42fa4dea5,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:29.751635 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.755615 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-02abf375-b80c-491c-a78d-5398ddc56fc9 None None] For port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=9e5f8923-9a86-4cfe-a924-3cfaf6c62af2,segment=NetworkSegment(6019cfdf-4bee-45d9-b5d1-d91155691a0f),segment_id=6019cfdf-4bee-45d9-b5d1-d91155691a0f)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:29.756178 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02abf375-b80c-491c-a78d-5398ddc56fc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.772525 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-02abf375-b80c-491c-a78d-5398ddc56fc9 None None] Calling delete_port for 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:29.785633 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5f8923-9a86-4cfe-a924-3cfaf6c62af2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:29.796900 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] No DVR routers for this DVR port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 on host dv-cinder-836071-1-iscsi {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:29.859387 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-02abf375-b80c-491c-a78d-5398ddc56fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383'] for port (9e5f8923-9a86-4cfe-a924-3cfaf6c62af2), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.898305 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (1b1360cc-7482-46a4-95ba-465208b8c156), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.898531 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abf375-b80c-491c-a78d-5398ddc56fc9 None None] Pushing event deleted for resources: {'Port': ['ID=9e5f8923-9a86-4cfe-a924-3cfaf6c62af2,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:29.907559 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abf375-b80c-491c-a78d-5398ddc56fc9 None None] No DVR routers for this DVR port 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 on host dv-cinder-836071-1-iscsi {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:29.913783 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575466'] for router_interface (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.931376 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1360cc-7482-46a4-95ba-465208b8c156']}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:29.942948 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6019cfdf-4bee-45d9-b5d1-d91155691a0f') {'for_net_delete': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:29.943258 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.services.segments.db [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6019cfdf-4bee-45d9-b5d1-d91155691a0f') {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:29.955294 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25685525'] for segment (6019cfdf-4bee-45d9-b5d1-d91155691a0f), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.970944 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (6019cfdf-4bee-45d9-b5d1-d91155691a0f), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.978566 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:32:29.979040 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512093'] for segment (6019cfdf-4bee-45d9-b5d1-d91155691a0f), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: Traceback (most recent call last): Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: timer() Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: cb(*args, **kw) Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: return func(*args, **kwargs) Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: self._notify() Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: self.callback(batched_events) Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: event.method(event) Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: return f(self, *a, **k) Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._get(url).json() Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: return self.request(url, 'GET', **kwargs) Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:32:29.981069 dv-cinder-836071-1-iscsi neutron-server[103335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:32:30.046070 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (1b1360cc-7482-46a4-95ba-465208b8c156), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.051408 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.054702 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] 10.222.0.82 "DELETE /v2.0/networks/1b1360cc-7482-46a4-95ba-465208b8c156 HTTP/1.1" status: 204 len: 168 time: 0.6247578 Mar 31 20:32:30.067660 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca0616-8674-450a-a792-8283525c4cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1360cc-7482-46a4-95ba-465208b8c156,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:30.151767 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] Router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 has already been hosted by L3 agent 09577c03-517d-4df2-9211-97ce9bbc9615 {{(pid=103336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:32:30.184977 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41098) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:30.229249 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-2379c649-fd4f-4b6c-9f4f-0f0456fab99c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a6d61eb81b754ed9b58c19c767bcc8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405993 Mar 31 20:32:30.229491 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41100) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:30.268833 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] Notify agent at l3_agent.dv-cinder-836071-1-iscsi the message routers_updated {{(pid=103336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:32:30.275142 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-1be6d134-bd34-44c8-b8af-4c044213fafe admin admin] 10.222.0.82 "PUT /v2.0/routers/e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5467525 Mar 31 20:32:30.276470 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41102) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:30.279033 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] Sync routers for ids ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'] in dv-cinder-836071-1-iscsi {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:32:30.285810 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5501ba0-4c4d-4820-99cc-bd087f01b7d9 admin admin] Publish callbacks [] for security_group (00967983-1b4e-4400-95c0-d87205b1140e), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.288545 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] Routers {'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:30.289140 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:32:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:30.374864 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5501ba0-4c4d-4820-99cc-bd087f01b7d9 admin admin] Publish callbacks [] for security_group (00967983-1b4e-4400-95c0-d87205b1140e), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.391926 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] Set router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 gateway port host: dv-cinder-836071-1-iscsi {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:30.443358 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Publish callbacks [] for router (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.520797 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5501ba0-4c4d-4820-99cc-bd087f01b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (00967983-1b4e-4400-95c0-d87205b1140e), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.523312 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5501ba0-4c4d-4820-99cc-bd087f01b7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.526910 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-f5501ba0-4c4d-4820-99cc-bd087f01b7d9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/00967983-1b4e-4400-95c0-d87205b1140e HTTP/1.1" status: 204 len: 168 time: 0.2941673 Mar 31 20:32:30.538941 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5501ba0-4c4d-4820-99cc-bd087f01b7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00967983-1b4e-4400-95c0-d87205b1140e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:30.570997 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'name': 'tempest-TestMinimumBasicScenario-2117522741-router', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'external_fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:32:29Z', 'revision_number': 5, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'gw_port': {'id': '6b36fea6-0803-4f1d-b614-e0d8db7ccf43', 'name': '', 'network_id': 'b6166ece-df5b-42ec-a07f-4b497066a618', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8200833-5393-45d7-892d-bc33c57a91f8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-1-iscsi'}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:30.573898 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Publish callbacks [] for router_gateway (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.597374 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] Checking router: e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 for host: dv-cinder-836071-1-iscsi {{(pid=103338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:32:30.605721 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] Routers {'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'} bound to L3 agent in host dv-cinder-836071-1-iscsi {{(pid=103338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:32:30.606326 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:13:58Z,description=,heartbeat_timestamp=2022-03-31T20:32:28Z,host='dv-cinder-836071-1-iscsi',id=09577c03-517d-4df2-9211-97ce9bbc9615,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:13:58Z,topic='l3_agent')) {'router_ids': ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'], 'active': True} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:30.628154 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Deleting port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:30.628380 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.701024 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_dvr_db [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] Set router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 gateway port host: None {{(pid=103338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:32:30.740153 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] For port 6b36fea6-0803-4f1d-b614-e0d8db7ccf43, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=6b36fea6-0803-4f1d-b614-e0d8db7ccf43,segment=NetworkSegment(c9474420-badb-4c0e-a3ad-5e95b043170b),segment_id=c9474420-badb-4c0e-a3ad-5e95b043170b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:30.741247 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.756910 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.757798 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Calling delete_port for 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 owned by network:router_gateway {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:30.759498 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.l3_hamode_db [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'name': 'tempest-TestMinimumBasicScenario-2117522741-router', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:32:30Z', 'revision_number': 6, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'gw_port_host': None}], 'dv-cinder-836071-1-iscsi', False) {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:30.786773 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccaef54-0d88-4518-818a-03d5b4468136 None None] The sync data for ids ['e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760'] in dv-cinder-836071-1-iscsi is: [{'id': 'e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760', 'name': 'tempest-TestMinimumBasicScenario-2117522741-router', 'tenant_id': '2cab3f48395b4393865a0b8b271e6e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:29:51Z', 'updated_at': '2022-03-31T20:32:30Z', 'revision_number': 6, 'project_id': '2cab3f48395b4393865a0b8b271e6e65', 'gw_port_host': None}] {{(pid=103338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:32:30.830617 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:30.856663 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:30.857155 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 6717b8f3-f1ca-4a4d-ba8a-6c0905e0dc13 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:30.857826 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device cb93bfc2-f912-4cdb-aa1c-bce99d704e04 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:30.879043 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: cb93bfc2-f912-4cdb-aa1c-bce99d704e04 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:30.879636 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device cb93bfc2-f912-4cdb-aa1c-bce99d704e04 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:30.880292 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:30.902548 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:30.903047 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 9e5f8923-9a86-4cfe-a924-3cfaf6c62af2 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:30.937725 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 41108) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:30.945516 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3512136'] for port (6b36fea6-0803-4f1d-b614-e0d8db7ccf43), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:30.979123 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-2955b964-d846-4fe7-9542-57f0661967c5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dc4dc2ce9e504a7a9c1d6bfadc76fd19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379341 Mar 31 20:32:30.979316 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b36fea6-0803-4f1d-b614-e0d8db7ccf43,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:30.979316 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41110) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:31.062644 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-588800'] for router_gateway (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.154383 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2afda5b-509c-4390-b8ec-642a7cffb6fe admin admin] Publish callbacks [] for security_group (d3753c7b-d1dc-465b-993f-4ee09f928af6), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.168799 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577436', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.173757 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Publish callbacks [] for router_controller (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), precommit_delete_associations {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.185530 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2afda5b-509c-4390-b8ec-642a7cffb6fe admin admin] Publish callbacks [] for security_group (d3753c7b-d1dc-465b-993f-4ee09f928af6), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.241815 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577509'] for router (e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.242331 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 {{(pid=103335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:32:31.246886 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.248013 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-46bbdbfd-2e89-4c44-a256-d4b22672f364 admin admin] 10.222.0.82 "DELETE /v2.0/routers/e6dbf5b2-76dc-4fa0-a2d4-3ce93fe31760 HTTP/1.1" status: 204 len: 168 time: 0.9706194 Mar 31 20:32:31.252667 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 41112) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:31.283376 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2afda5b-509c-4390-b8ec-642a7cffb6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (d3753c7b-d1dc-465b-993f-4ee09f928af6), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.286139 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2afda5b-509c-4390-b8ec-642a7cffb6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.287330 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-f2afda5b-509c-4390-b8ec-642a7cffb6fe admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d3753c7b-d1dc-465b-993f-4ee09f928af6 HTTP/1.1" status: 204 len: 168 time: 0.2933726 Mar 31 20:32:31.300974 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afda5b-509c-4390-b8ec-642a7cffb6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3753c7b-d1dc-465b-993f-4ee09f928af6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:31.301277 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75276b4-647d-4b61-8c66-3da7d2dfc4b9 admin admin] Deleting subnet 6adf112f-a1d0-492a-bcc6-009fc9048e71 {{(pid=103336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:32:31.305341 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c75276b4-647d-4b61-8c66-3da7d2dfc4b9 admin admin] Publish callbacks [] for subnet (6adf112f-a1d0-492a-bcc6-009fc9048e71), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.344550 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c75276b4-647d-4b61-8c66-3da7d2dfc4b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25904973'] for subnet (6adf112f-a1d0-492a-bcc6-009fc9048e71), precommit_delete_associations {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.419614 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c75276b4-647d-4b61-8c66-3da7d2dfc4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8098877'] for subnet (6adf112f-a1d0-492a-bcc6-009fc9048e71), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.483140 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c75276b4-647d-4b61-8c66-3da7d2dfc4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8098826', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25328360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25952151'] for subnet (6adf112f-a1d0-492a-bcc6-009fc9048e71), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.510097 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75276b4-647d-4b61-8c66-3da7d2dfc4b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adf112f-a1d0-492a-bcc6-009fc9048e71,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:31.514003 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c75276b4-647d-4b61-8c66-3da7d2dfc4b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.517296 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-c75276b4-647d-4b61-8c66-3da7d2dfc4b9 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/6adf112f-a1d0-492a-bcc6-009fc9048e71 HTTP/1.1" status: 204 len: 168 time: 0.2629721 Mar 31 20:32:31.520024 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 41116) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:31.522157 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e765820-4dda-45ef-ae99-5d6b19a83fbc None None] Network 99cb27bd-46fb-46c0-b527-3036c6807f7b requested from dv-cinder-836071-1-iscsi {{(pid=103337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:32:31.600226 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7648124'] for network (99cb27bd-46fb-46c0-b527-3036c6807f7b), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.676440 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Deleting port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e {{(pid=103336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:31.676780 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.707597 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405fe889-ebf3-42ea-a9b4-3bf2843ce68e None None] DHCP port deletion for 99cb27bd-46fb-46c0-b527-3036c6807f7b request from dv-cinder-836071-1-iscsi {{(pid=103337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:32:31.747128 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] For port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3989795c-8aae-40c8-b31a-ed7d6fb4ef1e,segment=NetworkSegment(39d33615-97ba-4c45-a1bd-a708f2478315),segment_id=39d33615-97ba-4c45-a1bd-a708f2478315)] {{(pid=103336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:31.747784 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.755692 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-405fe889-ebf3-42ea-a9b4-3bf2843ce68e None None] Deleting port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e {{(pid=103337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:32:31.756079 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-405fe889-ebf3-42ea-a9b4-3bf2843ce68e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736218957334'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), before_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.760944 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.plugin [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Calling delete_port for 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e owned by network:dhcp {{(pid=103336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:31.824106 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.db [None req-405fe889-ebf3-42ea-a9b4-3bf2843ce68e None None] For port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e, host dv-cinder-836071-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-1-iscsi',level=0,port_id=3989795c-8aae-40c8-b31a-ed7d6fb4ef1e,segment=NetworkSegment(39d33615-97ba-4c45-a1bd-a708f2478315),segment_id=39d33615-97ba-4c45-a1bd-a708f2478315)] {{(pid=103337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:31.824558 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-405fe889-ebf3-42ea-a9b4-3bf2843ce68e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586568'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), precommit_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.838803 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-405fe889-ebf3-42ea-a9b4-3bf2843ce68e None None] Calling delete_port for 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e owned by network:dhcp {{(pid=103337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:32:31.842612 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25327899'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.868903 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Pushing event deleted for resources: {'Port': ['ID=3989795c-8aae-40c8-b31a-ed7d6fb4ef1e,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:31.873504 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] No DVR routers for this DVR port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e on host dv-cinder-836071-1-iscsi {{(pid=103336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:31.921680 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-405fe889-ebf3-42ea-a9b4-3bf2843ce68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7945070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736218963065', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736218427383'] for port (3989795c-8aae-40c8-b31a-ed7d6fb4ef1e), after_delete {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.947898 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8052662', 'neutron.services.segments.db._delete_segments_for_network-8736218755898'] for network (99cb27bd-46fb-46c0-b527-3036c6807f7b), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:31.951969 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fe889-ebf3-42ea-a9b4-3bf2843ce68e None None] No DVR routers for this DVR port 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e on host dv-cinder-836071-1-iscsi {{(pid=103337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:32:31.956271 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fe889-ebf3-42ea-a9b4-3bf2843ce68e None None] Pushing event deleted for resources: {'Port': ['ID=3989795c-8aae-40c8-b31a-ed7d6fb4ef1e,revision_number=None']} {{(pid=103337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:31.976952 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cb27bd-46fb-46c0-b527-3036c6807f7b']}} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:31.985936 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d33615-97ba-4c45-a1bd-a708f2478315') {'for_net_delete': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:31.986233 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.services.segments.db [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d33615-97ba-4c45-a1bd-a708f2478315') {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:32:31.995192 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736218921027', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25904966'] for segment (39d33615-97ba-4c45-a1bd-a708f2478315), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.007951 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098'] for segment (39d33615-97ba-4c45-a1bd-a708f2478315), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.013608 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:32:32.013979 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8121098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25327950'] for segment (39d33615-97ba-4c45-a1bd-a708f2478315), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: Traceback (most recent call last): Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: timer() Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: cb(*args, **kw) Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: return func(*args, **kwargs) Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: self._notify() Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: self.callback(batched_events) Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: event.method(event) Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: return f(self, *a, **k) Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._get(url).json() Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: return self.request(url, 'GET', **kwargs) Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:32:32.016387 dv-cinder-836071-1-iscsi neutron-server[103336]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:32:32.067425 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8052671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-588908'] for network (99cb27bd-46fb-46c0-b527-3036c6807f7b), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.072521 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547442'] for network (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.075589 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] 10.222.0.82 "DELETE /v2.0/networks/99cb27bd-46fb-46c0-b527-3036c6807f7b HTTP/1.1" status: 204 len: 168 time: 0.5546150 Mar 31 20:32:32.090156 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4168ff-e1dc-4d2d-902f-4a1bed7ad548 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cb27bd-46fb-46c0-b527-3036c6807f7b,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:32.111435 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.235400 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41120) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:32.275320 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-23f6ea5c-d989-4442-9c04-14f5dcbe4f25 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d90622c468f44197978111b7511bef78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387416 Mar 31 20:32:32.277594 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [-] (103335) accepted ('10.222.0.82', 41122) {{(pid=103335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:32.322593 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89fc1598-713a-4551-b07f-404e634aa5e0 admin admin] Publish callbacks [] for security_group (3c3a9dd7-48cf-4840-a257-40507d4ee08b), before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.346979 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89fc1598-713a-4551-b07f-404e634aa5e0 admin admin] Publish callbacks [] for security_group (3c3a9dd7-48cf-4840-a257-40507d4ee08b), precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.392354 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89fc1598-713a-4551-b07f-404e634aa5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (3c3a9dd7-48cf-4840-a257-40507d4ee08b), after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.395155 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89fc1598-713a-4551-b07f-404e634aa5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.396272 dv-cinder-836071-1-iscsi neutron-server[103335]: INFO neutron.wsgi [None req-89fc1598-713a-4551-b07f-404e634aa5e0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3c3a9dd7-48cf-4840-a257-40507d4ee08b HTTP/1.1" status: 204 len: 168 time: 0.1177917 Mar 31 20:32:32.403714 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc1598-713a-4551-b07f-404e634aa5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3a9dd7-48cf-4840-a257-40507d4ee08b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:32.714924 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 41128) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:32.736173 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:32.755842 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:32.756191 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 6b36fea6-0803-4f1d-b614-e0d8db7ccf43 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:32.756344 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-f6728580-5f07-4063-9e3f-d1716d69f286 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2cab3f48395b4393865a0b8b271e6e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402043 Mar 31 20:32:32.756606 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:32.758820 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [-] (103336) accepted ('10.222.0.82', 41130) {{(pid=103336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:32.775185 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:32.775527 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device 3989795c-8aae-40c8-b31a-ed7d6fb4ef1e not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:32.775958 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device dbff4b54-abf1-4db3-a681-15d42fa4dea5 no longer exists at agent ovs-agent-dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:32:32.793976 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] No Port match for: dbff4b54-abf1-4db3-a681-15d42fa4dea5 {{(pid=103337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:32:32.794321 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron.plugins.ml2.rpc [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Device dbff4b54-abf1-4db3-a681-15d42fa4dea5 not bound to the agent host dv-cinder-836071-1-iscsi {{(pid=103337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:32:32.805817 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcb0642e-0a0a-46e9-8ac2-7bdd73b41927 admin admin] Publish callbacks [] for security_group (a21b34d2-d0e4-4a0a-b7f7-290f23a27834), before_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.826878 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcb0642e-0a0a-46e9-8ac2-7bdd73b41927 admin admin] Publish callbacks [] for security_group (a21b34d2-d0e4-4a0a-b7f7-290f23a27834), precommit_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.870205 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcb0642e-0a0a-46e9-8ac2-7bdd73b41927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740058'] for security_group (a21b34d2-d0e4-4a0a-b7f7-290f23a27834), after_delete {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.872691 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dcb0642e-0a0a-46e9-8ac2-7bdd73b41927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.873800 dv-cinder-836071-1-iscsi neutron-server[103336]: INFO neutron.wsgi [None req-dcb0642e-0a0a-46e9-8ac2-7bdd73b41927 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a21b34d2-d0e4-4a0a-b7f7-290f23a27834 HTTP/1.1" status: 204 len: 168 time: 0.1140919 Mar 31 20:32:32.881835 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0642e-0a0a-46e9-8ac2-7bdd73b41927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b34d2-d0e4-4a0a-b7f7-290f23a27834,revision_number=None']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:33.766513 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:44.390465 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:32:55.851526 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-dc845384-9b58-469f-bae6-35d5265cad83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:58.123923 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-56723849-14d8-44d1-b8f6-e828c24267fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:59.379708 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:00.742867 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:02.113209 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:03.780493 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:21.389677 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:33:25.852497 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-e21cb2b4-580a-483a-a01c-fee0c467795b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:28.125361 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-100fd62f-ac2a-42c2-b066-641c5fc53c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:29.385289 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:30.744357 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:32.115121 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:33.811239 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:55.853737 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-5a03bc4e-9a7a-49e7-8fba-065829f9c77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:58.125427 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c1156963-d3c6-41bd-9bc0-70b4450cb923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:58.389352 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:33:59.385476 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:00.748006 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:02.132131 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:03.822585 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:25.855939 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-73558b5c-22f3-4448-9482-a3b766640d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:28.126401 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ae4db6f2-1e57-4d40-ad2b-397f5b441aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:29.388332 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:30.750608 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:32.113925 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:33.836741 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:35.388214 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:34:55.856027 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2938ccef-923e-43b2-864b-05e9347db6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:58.126989 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3c69-2ed3-4c8d-9ec4-c2037f3af3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:59.389370 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:00.752729 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:02.115077 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:03.857165 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:12.387361 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:35:25.857665 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-75c44928-0d58-4942-998b-e7cc9ef41e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:28.128462 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-b6813151-2138-4006-8a38-d240365de683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:29.391422 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:30.755143 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:32.116063 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:33.850359 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:49.387663 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:35:55.859340 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-35ada719-aa31-426e-928c-b2b1766d0592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:58.130111 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-25ce779d-c672-4c38-8401-9607037e9072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:59.392685 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:00.757909 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:02.118357 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:03.864640 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:25.859838 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ced92b16-5129-4985-84d7-1a563c856f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:26.386388 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:36:28.130909 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-4e90dd24-c507-4213-8a64-3d8108f14409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:29.395472 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:30.760413 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:32.120076 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:33.866617 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:55.860971 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-ef35b4cc-1173-4406-a32e-9597b797fb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:58.131101 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-2792fc27-bc01-4276-9b8a-0636afee8aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:59.398202 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:00.764326 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.121065 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:03.384963 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:37:03.862111 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:25.862785 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-3aff8186-6d5c-4fe8-8bca-d9b33664ef8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b525d01b-eea4-4c5a-afb2-b16b902a204e), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:28.131751 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-346c1580-7ed5-4081-83bd-9add40df412b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (09577c03-517d-4df2-9211-97ce9bbc9615), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:29.400623 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-980db46e-4d54-4238-a640-cbe8fdafe943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (6115401b-c557-449a-8420-4e0d5b43de2a), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:30.767945 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-c7aaccdc-ce26-4cf5-a3c9-ee67b53bfa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (b4de156a-f5ab-44c5-928f-b7fddcdb6db6), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:32.122384 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-1f5c1453-ebf2-44fb-810e-056ccbf9878b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (3af52538-c894-4a8c-baa5-ef481da2a251), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:33.876346 dv-cinder-836071-1-iscsi neutron-server[103337]: DEBUG neutron_lib.callbacks.manager [None req-8c43bf55-cb76-4992-aaf9-e8efd6048417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736218755880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8044663'] for agent (712b9937-46b1-46cf-b1fe-f83f18c25a68), after_update {{(pid=103337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:40.383418 dv-cinder-836071-1-iscsi neutron-server[103338]: DEBUG neutron.db.agents_db [None req-5aee1cc3-6d76-4642-afc0-65475247d5e9 None None] Agent healthcheck: found 6 active agents {{(pid=103338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:37:40.844982 dv-cinder-836071-1-iscsi neutron-server[103336]: DEBUG neutron.wsgi [req-a9dbc8cc-a840-4475-8f2c-8fde572cb0cd req-cdd35bce-31bf-4a32-b550-022df59a213e service neutron] (103336) timed out ('10.222.0.57', 50974) {{(pid=103336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 20:37:41.159327 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [req-191851a7-c86f-48cb-b8c8-09504b185eed req-633a1fe7-a84f-459e-bbc8-46652a7db514 service neutron] (103335) timed out ('10.222.0.57', 50955) {{(pid=103335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 20:37:42.017481 dv-cinder-836071-1-iscsi neutron-server[103335]: DEBUG neutron.wsgi [req-4fa3e508-1fb2-4e4a-85f4-d623944de80d req-2e2972a8-63d6-4653-9770-7ced86d3b463 service neutron] (103335) timed out ('10.222.0.57', 50938) {{(pid=103335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}